-- Logs begin at Tue 2022-04-12 17:55:00 UTC, end at Tue 2022-04-12 19:01:41 UTC. -- Apr 12 18:29:26.411309 dv-cinder-837536-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 18:29:29.282241 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.common.config [-] Logging enabled! Apr 12 18:29:29.282882 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 18:29:29.282991 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103331) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 18:29:29.286359 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.common.config [-] Logging enabled! Apr 12 18:29:29.286600 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 18:29:29.286937 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103331) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 18:29:29.287894 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 18:29:29.288124 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 18:29:29.288480 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 18:29:29.288720 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 18:29:29.288943 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 18:29:29.289350 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.289780 dv-cinder-837536-1-iscsi neutron-server[103331]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 18:29:29.290083 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.290359 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.290642 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.290929 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.291226 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.291508 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.291791 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.292079 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.292362 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.292635 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.292912 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.293179 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.293456 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.293737 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.294012 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.294288 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] debug = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.294561 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.294995 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.296115 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.296115 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.296115 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.296371 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.296480 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.296750 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.297031 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.297350 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] host = dv-cinder-837536-1-iscsi {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.297620 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.297896 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.298175 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.298453 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.298720 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.298986 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.299282 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.299548 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.299810 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] log_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.300078 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.300360 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.300638 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.300917 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.301133 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.301347 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.301637 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.301913 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.302183 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.302523 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.302785 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.303054 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.303345 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.303609 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.303886 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.304165 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.304441 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.304711 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.304978 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.305243 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.305506 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.305780 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.306047 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.306320 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.306589 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.306867 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.307129 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.307419 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.307709 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.307985 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.308257 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.308535 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.308800 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.309072 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.309334 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.309597 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.309860 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] use_json = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.310126 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.310388 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.310660 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.310925 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.311189 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.311473 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.311737 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.312012 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.312278 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:29.312566 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.312852 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.313144 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.313432 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.313714 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.313990 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.314268 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.314539 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.314819 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.315099 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.315400 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.315670 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.315964 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.316251 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.316537 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.316833 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.317118 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.317399 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.317665 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.317932 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.318220 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.318491 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.318772 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.319043 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.319350 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.319631 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.319901 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.320190 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.320468 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.320752 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.321029 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.321297 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.321567 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.321851 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.322122 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.322388 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.322656 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.322933 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.323214 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.323494 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.323772 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.324041 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.324304 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.324565 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.324835 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.325117 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.325385 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.325649 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.325911 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.326181 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.326446 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.326722 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.326990 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.327278 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.327545 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.327815 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.328084 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.328351 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.328968 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.329233 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.329504 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.329773 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.330041 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.330306 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.330569 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.330832 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.331094 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.331383 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.331655 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.331922 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.332186 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.332454 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.332718 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.332981 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.333258 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.333546 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.333871 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.334143 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.334414 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.334684 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.334953 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.335252 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.335524 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.335795 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.336059 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.336349 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.336630 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.336909 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.337203 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.337474 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.337760 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.338031 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.338301 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.338579 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.338850 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.339121 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.339417 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.339696 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.339982 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.340268 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.340552 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.340837 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.341119 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.341390 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.341689 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.341958 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:29.342168 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 18:29:29.342399 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103331) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 18:29:29.705113 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 18:29:29.705352 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 18:29:29.705668 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 18:29:29.706000 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 18:29:30.023939 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.024158 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.024379 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.027248 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.027545 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.027810 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.080047 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.080320 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.080585 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.095229 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.095501 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.095768 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.124987 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.125270 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.125521 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.160953 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.161218 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.161474 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.499797 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.500482 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.500482 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.500639 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.501238 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.598654 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.598935 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.599351 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.599582 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.599847 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.600147 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.600398 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.600650 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.600898 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.601141 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.601418 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.601672 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.601901 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.602142 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.602392 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.602647 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.602892 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.603152 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.603437 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.603672 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.603937 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.604184 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.604460 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.604828 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.605072 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.605310 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.605697 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:29:30.605933 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:29:30.606166 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:29:30.606397 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:29:30.606624 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:29:30.606852 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:29:30.607229 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 18:29:30.610383 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 18:29:30.614267 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 18:29:30.618103 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Apr 12 18:29:30.619732 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 18:29:30.620195 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 18:29:30.620522 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 18:29:30.620902 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 18:29:30.623866 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 18:29:30.624105 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 18:29:30.624444 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 18:29:30.629251 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 18:29:30.652355 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 18:29:30.652787 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.653081 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103331) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 18:29:30.653433 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.654759 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103331) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 18:29:30.655029 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 18:29:30.655264 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 18:29:30.658547 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.658824 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:30.720147 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 18:29:30.720346 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 18:29:30.720610 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 18:29:30.720949 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 18:29:30.742057 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_db.sqlalchemy.engines [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103331) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 18:29:31.168787 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Initializing driver for type 'gre' Apr 12 18:29:31.169301 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] gre ID ranges: [(1, 1000)] Apr 12 18:29:31.220944 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Initializing driver for type 'local' Apr 12 18:29:31.221258 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Initializing driver for type 'vlan' Apr 12 18:29:31.237409 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] VlanTypeDriver initialization complete Apr 12 18:29:31.237737 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Initializing driver for type 'vxlan' Apr 12 18:29:31.238320 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] vxlan ID ranges: [(1, 1000)] Apr 12 18:29:31.290041 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Initializing extension driver 'port_security' Apr 12 18:29:31.290381 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.extensions.port_security [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] PortSecurityExtensionDriver initialization complete Apr 12 18:29:31.290798 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Initializing mechanism driver 'openvswitch' Apr 12 18:29:31.291136 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Initializing mechanism driver 'hyperv' Apr 12 18:29:31.298166 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:31.299017 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > port after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.299419 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > port after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.299779 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > port after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.300317 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 18:29:31.300760 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > subnet after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.301116 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > subnet after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.301461 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > subnet after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.301857 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 18:29:31.302266 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > network after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.302614 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > network after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.302958 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > network after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.303387 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 18:29:31.303795 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > security_group after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.304161 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > security_group after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.304502 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > security_group after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.304902 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 18:29:31.305302 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.305645 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.305983 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.306403 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 18:29:31.306805 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > address_group after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.307147 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > address_group after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.307507 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > address_group after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.307906 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 18:29:31.308345 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] ML2 OVO RPC backend initialized. {{(pid=103331) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 18:29:31.309033 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router_interface after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.309410 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.309917 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > network before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.310240 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > networks before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.310630 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > port before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.311009 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > ports before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.311409 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > subnet before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.311755 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > subnets before_response 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.312100 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > network after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.312439 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > network after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.312773 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > network after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.313111 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > port after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.313444 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > port after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.313777 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > port after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.314107 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > subnet after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.314444 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > subnet after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.314776 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > subnet after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.322405 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded quota_driver: . Apr 12 18:29:31.322779 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.plugin [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Modular L2 Plugin initialization complete Apr 12 18:29:31.323130 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading services supported by the core plugin {{(pid=103331) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 18:29:31.323493 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.plugins.ml2.managers [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Got port-security extension from driver 'port_security' Apr 12 18:29:31.323984 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.extensions.vlantransparent [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Disabled vlantransparent extension. Apr 12 18:29:31.324489 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103331) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 18:29:31.324846 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading Plugin: router Apr 12 18:29:31.360163 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router_interface before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.360554 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router after_create 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.360925 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router before_create 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.361296 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.361666 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.362027 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router after_delete 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.362385 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > floatingip after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.362737 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > floatingip after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.363096 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router after_create 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.363466 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router after_update 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.363820 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router after_update 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.364172 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.364634 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router after_update 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.365043 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router precommit_update 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.365445 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: port after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.365786 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: port after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.366126 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: subnet after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.366465 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.366813 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > port precommit_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.367159 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router precommit_create 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.367528 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: port before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.367868 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router precommit_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.368225 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router after_update 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.368561 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router precommit_delete 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.368905 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router precommit_create 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.369262 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router_interface after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.369608 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router precommit_update 55549900 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.369969 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > agent after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.370317 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > agent after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.370659 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > network after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.371536 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Tracking information for resource: router configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:29:31.371867 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Tracking information for resource: floatingip configured {{(pid=103331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 18:29:31.376736 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.db.l3_agentschedulers_db [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 18:29:31.377312 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: port after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.377670 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: port after_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.378018 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: port after_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.378365 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: port after_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.379151 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router before_create 55550100 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.379542 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router precommit_delete 55550100 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.379904 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router precommit_create 55550100 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.380258 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > router precommit_update 55550100 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.385235 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.services.provider_configuration [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Service providers = [] {{(pid=103331) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 18:29:31.385600 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.db.servicetype_db [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103331) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 18:29:31.388583 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.services.service_base [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 18:29:31.388929 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.services.service_base [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 18:29:31.389276 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.services.service_base [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 18:29:31.390157 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.services.service_base [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 18:29:31.390528 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.services.service_base [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 18:29:31.390898 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:29:31.391221 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 18:29:31.401898 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:29:31.402236 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading Plugin: auto_allocate Apr 12 18:29:31.407850 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: network precommit_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.408217 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: network precommit_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.408721 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:29:31.409042 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading Plugin: tag Apr 12 18:29:31.417012 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:29:31.417344 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading Plugin: timestamp Apr 12 18:29:31.421271 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:29:31.421534 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading Plugin: network_ip_availability Apr 12 18:29:31.427028 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.427436 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.427816 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.428530 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:29:31.428856 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading Plugin: flavors Apr 12 18:29:31.433868 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:29:31.434202 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading Plugin: revisions Apr 12 18:29:31.438481 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 18:29:31.438875 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_concurrency.lockutils [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.733s {{(pid=103331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 18:29:31.439660 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103331) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 18:29:31.439998 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Initializing extension manager. Apr 12 18:29:31.440529 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: __init__.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.440874 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: __pycache__ {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.441207 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: address_group.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.441966 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.442556 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: address-group Apr 12 18:29:31.442882 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: address_scope.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.443699 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.444209 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: address-scope Apr 12 18:29:31.444531 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: admin_state_down_before_update.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.445479 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.445965 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: router-admin-state-down-before-update Apr 12 18:29:31.446290 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: agent.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.446990 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.447537 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: agent Apr 12 18:29:31.447861 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: agent_resources_synced.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.448767 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.449284 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: agent-resources-synced Apr 12 18:29:31.449608 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: allowedaddresspairs.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.451446 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.451974 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: allowed-address-pairs Apr 12 18:29:31.452304 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: auto_allocated_topology.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.453369 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.454234 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: auto-allocated-topology Apr 12 18:29:31.454554 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: availability_zone.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.455276 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.455798 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: availability_zone Apr 12 18:29:31.456115 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: availability_zone_filter.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.457028 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.457542 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: availability_zone_filter Apr 12 18:29:31.457861 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: data_plane_status.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.458775 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.459338 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 18:29:31.459658 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: default_subnetpools.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.460569 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.461082 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: default-subnetpools Apr 12 18:29:31.461400 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: dhcpagentscheduler.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.462211 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.462716 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: dhcp_agent_scheduler Apr 12 18:29:31.463034 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: dns.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.463976 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.464488 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension dns-integration not supported by any of loaded plugins Apr 12 18:29:31.464806 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: dns_domain_ports.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.465714 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.466221 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 18:29:31.466537 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.467480 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.467985 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 18:29:31.468301 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: dvr.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.468966 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.469470 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: dvr Apr 12 18:29:31.469786 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: ecmp_routes.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.470689 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.471231 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 18:29:31.471552 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: empty_string_filtering.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.472459 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.472975 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: empty-string-filtering Apr 12 18:29:31.473295 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.474197 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.474759 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 18:29:31.475080 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.476022 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.476537 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 18:29:31.476858 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: external_net.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.477757 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.478268 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: external-net Apr 12 18:29:31.478587 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: extra_dhcp_opt.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.479531 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.480041 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: extra_dhcp_opt Apr 12 18:29:31.480363 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: extraroute.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.481268 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.481785 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: extraroute Apr 12 18:29:31.482108 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: extraroute_atomic.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.483314 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.483836 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: extraroute-atomic Apr 12 18:29:31.484160 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: filter_validation.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.484824 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.485335 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: filter-validation Apr 12 18:29:31.485654 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: fip_pf_description.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.486560 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.487067 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 18:29:31.487412 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: fip_pf_port_range.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.488336 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.488846 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 18:29:31.489165 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: fip_port_details.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.490074 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.490638 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: fip-port-details Apr 12 18:29:31.490959 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: flavors.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.492207 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.492727 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: flavors Apr 12 18:29:31.493051 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.494695 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.495226 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 18:29:31.495574 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: floatingip_pools.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.496272 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.496790 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: floatingip-pools Apr 12 18:29:31.497115 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: ip_allocation.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.498034 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.498545 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 18:29:31.498870 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.499812 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.500329 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: ip-substring-filtering Apr 12 18:29:31.500871 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: l2_adjacency.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.501579 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.502093 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 18:29:31.502414 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: l3.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.503422 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.503949 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: router Apr 12 18:29:31.504273 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: l3_conntrack_helper.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.506512 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.507049 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 18:29:31.507412 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.508329 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.508854 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: ext-gw-mode Apr 12 18:29:31.509183 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.510096 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.510612 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: l3-ha Apr 12 18:29:31.510939 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.511884 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.512393 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 18:29:31.512713 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: l3_flavors.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.513619 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.514136 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: l3-flavors Apr 12 18:29:31.514456 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: l3_ndp_proxy.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.515836 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.516354 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 18:29:31.516683 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.517592 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.518119 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 18:29:31.518445 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: l3agentscheduler.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.519506 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.520024 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: l3_agent_scheduler Apr 12 18:29:31.520348 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: local_ip.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.522297 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.522816 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension local_ip not supported by any of loaded plugins Apr 12 18:29:31.523149 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: logging.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.524643 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.525166 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension logging not supported by any of loaded plugins Apr 12 18:29:31.525494 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: metering.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.526229 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.526816 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: metering Apr 12 18:29:31.527144 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.528273 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.528795 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: metering_source_and_destination_fields Apr 12 18:29:31.529118 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: multiprovidernet.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.530042 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.530558 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: multi-provider Apr 12 18:29:31.530884 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: netmtu.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.531827 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.532419 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: net-mtu Apr 12 18:29:31.532744 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: netmtu_writable.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.533657 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.534167 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: net-mtu-writable Apr 12 18:29:31.534484 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: network_availability_zone.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.535151 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.535696 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: network_availability_zone Apr 12 18:29:31.536019 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: network_ip_availability.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.537157 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.537676 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: network-ip-availability Apr 12 18:29:31.538002 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: network_segment_range.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.538778 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.539318 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 18:29:31.539643 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: pagination.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.540618 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.540947 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: pagination Apr 12 18:29:31.541265 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: port_device_profile.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.542183 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.542698 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: port-device-profile Apr 12 18:29:31.543020 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.543963 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.544479 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: port-mac-address-regenerate Apr 12 18:29:31.544800 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.545708 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.546229 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: port-numa-affinity-policy Apr 12 18:29:31.546555 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: port_resource_request.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.547491 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.548003 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 18:29:31.548347 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: port_resource_request_groups.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.549290 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.549802 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 18:29:31.550126 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: portbindings.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.551050 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.551603 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: binding Apr 12 18:29:31.551926 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: portbindings_extended.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.553253 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.553769 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: binding-extended Apr 12 18:29:31.554089 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: portsecurity.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.554999 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.555546 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: port-security Apr 12 18:29:31.555870 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: project_id.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.556841 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.557170 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: project-id Apr 12 18:29:31.557491 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: providernet.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.558394 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.558914 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: provider Apr 12 18:29:31.559264 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: qos.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.562827 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.563382 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension qos not supported by any of loaded plugins Apr 12 18:29:31.563711 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.565066 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.565584 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 18:29:31.565915 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.566841 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.567393 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 18:29:31.567721 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: qos_default.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.568674 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.569194 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension qos-default not supported by any of loaded plugins Apr 12 18:29:31.569516 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: qos_fip.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.570477 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.570987 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension qos-fip not supported by any of loaded plugins Apr 12 18:29:31.571338 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: qos_fip_network_policy.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.572250 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.572762 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 18:29:31.573080 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: qos_gateway_ip.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.574001 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.574518 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 18:29:31.574842 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: qos_port_network_policy.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.575782 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.576297 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 18:29:31.576621 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.577675 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.578201 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 18:29:31.578867 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.579933 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.580455 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 18:29:31.580779 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: qos_pps_rule.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.581947 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.582472 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension qos-pps not supported by any of loaded plugins Apr 12 18:29:31.582794 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: qos_rule_type_details.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.583737 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.584308 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 18:29:31.584630 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: qos_rule_type_filter.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.585540 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.586058 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 18:29:31.586386 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: qos_rules_alias.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.587486 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.588010 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 18:29:31.588336 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: quota_check_limit.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.589254 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.589773 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: quota-check-limit Apr 12 18:29:31.590100 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: quotasv2.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.591045 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.591402 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: quotas Apr 12 18:29:31.591725 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: quotasv2_detail.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.593480 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.593815 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: quota_details Apr 12 18:29:31.594147 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: rbac.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.595231 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.595764 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: rbac-policies Apr 12 18:29:31.596095 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: rbac_address_group.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.597033 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.597551 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: rbac-address-group Apr 12 18:29:31.597872 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: rbac_address_scope.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.598785 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.599337 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: rbac-address-scope Apr 12 18:29:31.599685 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: rbac_security_groups.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.600687 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.601204 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: rbac-security-groups Apr 12 18:29:31.601526 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: rbac_subnetpool.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.602442 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.602956 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: rbac-subnetpool Apr 12 18:29:31.603308 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: revisionifmatch.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.604231 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.604742 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: revision-if-match Apr 12 18:29:31.605059 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: revisions.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.606221 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.606740 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: standard-attr-revisions Apr 12 18:29:31.607060 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: router_availability_zone.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.607760 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.608272 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: router_availability_zone Apr 12 18:29:31.608593 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: routerservicetype.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.609508 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.610016 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension router-service-type not supported by any of loaded plugins Apr 12 18:29:31.610338 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.611283 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.611840 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: security-groups-normalized-cidr Apr 12 18:29:31.612161 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: security_groups_port_filtering.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.613141 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.613731 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: port-security-groups-filtering Apr 12 18:29:31.614087 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.615151 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.615714 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: security-groups-remote-address-group Apr 12 18:29:31.616035 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.616984 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.617498 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: security-groups-shared-filtering Apr 12 18:29:31.617823 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.618419 dv-cinder-837536-1-iscsi neutron-server[103331]: WARNING neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 18:29:31.618739 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: securitygroup.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.628466 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.629001 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: security-group Apr 12 18:29:31.629332 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: segment.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.630059 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.630575 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension segment not supported by any of loaded plugins Apr 12 18:29:31.630926 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.631907 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.632421 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 18:29:31.632741 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: servicetype.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.633911 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.634438 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: service-type Apr 12 18:29:31.634758 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: sorting.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.635760 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.636089 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: sorting Apr 12 18:29:31.636418 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: standard_attr_segment.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.637338 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.637856 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 18:29:31.638175 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: standardattrdescription.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.638827 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.639371 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: standard-attr-description Apr 12 18:29:31.639718 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: stateful_security_group.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.640652 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.641178 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: stateful-security-group Apr 12 18:29:31.641506 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: stdattrs_common.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.642083 dv-cinder-837536-1-iscsi neutron-server[103331]: WARNING neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 18:29:31.642408 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.643365 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.643889 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 18:29:31.644207 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: subnet_onboard.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.645265 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.645788 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: subnet_onboard Apr 12 18:29:31.646111 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.647098 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.647640 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 18:29:31.647962 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: subnet_service_types.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.648886 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.649409 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: subnet-service-types Apr 12 18:29:31.649734 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: subnetallocation.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.650808 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.651366 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: subnet_allocation Apr 12 18:29:31.651695 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.652373 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.652892 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: subnetpool-prefix-ops Apr 12 18:29:31.653220 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.654160 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.654678 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 18:29:31.654997 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: tagging.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.656111 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.656635 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: standard-attr-tag Apr 12 18:29:31.656963 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: timestamp.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.658168 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.658686 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loaded extension: standard-attr-timestamp Apr 12 18:29:31.659017 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: trunk.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.660071 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.660600 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension trunk not supported by any of loaded plugins Apr 12 18:29:31.660917 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: trunk_details.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.661843 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.662386 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension trunk-details not supported by any of loaded plugins Apr 12 18:29:31.662707 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: uplink_status_propagation.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.663655 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.664173 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 18:29:31.664496 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Loading extension file: vlantransparent.py {{(pid=103331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 18:29:31.665165 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 18:29:31.665682 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 18:29:31.668300 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:network Apr 12 18:29:31.668823 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:subnet Apr 12 18:29:31.669214 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 18:29:31.669604 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:port Apr 12 18:29:31.670823 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:29:31.671347 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Service FLAVORS assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:29:31.671926 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:29:31.672360 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:29:31.672689 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:router Apr 12 18:29:31.673115 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:floatingip Apr 12 18:29:31.673598 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Service METERING assigned prefix: /metering {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:29:31.675053 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.675450 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.675802 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:29:31.676827 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 18:29:31.677287 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:security_group Apr 12 18:29:31.677778 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 18:29:31.678385 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Service CORE assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:29:31.678714 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 18:29:31.679057 dv-cinder-837536-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] subnetpool is already registered Apr 12 18:29:31.679503 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Service CORE assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:29:31.679829 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 18:29:31.680153 dv-cinder-837536-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] subnetpool is already registered Apr 12 18:29:31.682447 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:29:31.682876 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Service FLAVORS assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:29:31.683496 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:29:31.683925 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:29:31.684255 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:router Apr 12 18:29:31.684593 dv-cinder-837536-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] router is already registered Apr 12 18:29:31.685006 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:floatingip Apr 12 18:29:31.685340 dv-cinder-837536-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] floatingip is already registered Apr 12 18:29:31.685798 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Service METERING assigned prefix: /metering {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:29:31.686471 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 18:29:31.686803 dv-cinder-837536-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] rbac_policy is already registered Apr 12 18:29:31.687228 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:security_group Apr 12 18:29:31.687565 dv-cinder-837536-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] security_group is already registered Apr 12 18:29:31.687967 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 18:29:31.688293 dv-cinder-837536-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] security_group_rule is already registered Apr 12 18:29:31.688916 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Service CORE assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:29:31.689238 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 18:29:31.689568 dv-cinder-837536-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] subnetpool is already registered Apr 12 18:29:31.689986 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.v2.resource_helper [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Service CORE assigned prefix: {{(pid=103331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 18:29:31.690310 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 18:29:31.690636 dv-cinder-837536-1-iscsi neutron-server[103331]: WARNING neutron.quota.resource_registry [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] subnetpool is already registered Apr 12 18:29:31.691107 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: extensions {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.692573 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: address-groups {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.694079 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: address-scopes {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.695436 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: agents {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.696606 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: auto-allocated-topology {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.697839 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: availability_zones {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.699063 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: dhcp-networks {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.701698 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: dhcp-agents {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.703130 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: routers {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.705698 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: flavors {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.706857 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: service_profiles {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.708081 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: next_providers {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.709579 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: service_profiles {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.711113 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: floatingip-pools {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.712359 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: routers {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.714404 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: floatingips {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.715720 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: l3-routers {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.717081 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: l3-agents {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.718489 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: metering-labels {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.719881 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: metering-label-rules {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.721134 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: network-ip-availabilities {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.722408 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: bindings {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.724162 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: quotas {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.725725 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: quotas {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.727232 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: rbac-policies {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.728558 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: security-groups {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.729785 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: security-group-rules {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.731008 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: service-providers {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.732238 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: subnetpools {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.733663 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: subnetpools {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.735228 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.736885 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.738683 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.740527 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.742340 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.744197 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.745894 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.747810 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.749544 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.751402 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron.api.extensions [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Extended resource: tags {{(pid=103331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 18:29:31.757371 dv-cinder-837536-1-iscsi neutron-server[103331]: WARNING keystonemiddleware.auth_token [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 18:29:31.762978 dv-cinder-837536-1-iscsi neutron-server[103331]: WARNING keystonemiddleware.auth_token [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 18:29:31.771764 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_concurrency.lockutils [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Acquired lock "singleton_lock" {{(pid=103331) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 18:29:31.772239 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_concurrency.lockutils [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Releasing lock "singleton_lock" {{(pid=103331) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 18:29:31.772907 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO oslo_service.service [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Starting 2 workers Apr 12 18:29:31.777806 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Started child 103438 {{(pid=103331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 18:29:31.782238 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Started child 103439 {{(pid=103331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 18:29:31.783085 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:31.783776 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO neutron.service [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 18:29:31.784415 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Publish callbacks [] for process (None), before_spawn {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:31.784726 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [-] (103438) wsgi starting up on http://0.0.0.0:9696 Apr 12 18:29:31.786856 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO oslo_service.service [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Starting 1 workers Apr 12 18:29:31.787002 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:31.788394 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [-] (103439) wsgi starting up on http://0.0.0.0:9696 Apr 12 18:29:31.792236 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Started child 103440 {{(pid=103331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 18:29:31.792777 dv-cinder-837536-1-iscsi neutron-server[103331]: INFO oslo_service.service [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Starting 1 workers Apr 12 18:29:31.796009 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.service [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] calling RpcWorker wait() {{(pid=103440) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 18:29:31.796601 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.service [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] returning from RpcWorker wait() {{(pid=103440) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 18:29:31.797378 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Started child 103441 {{(pid=103331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 18:29:31.797811 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:31.798225 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6689d270-abad-4f54-b5b6-e200c30e9aaa None None] Publish callbacks [] for process (None), after_spawn {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:31.798366 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:31.800167 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103331) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 18:29:31.800359 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 18:29:31.800523 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 18:29:31.800778 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 18:29:31.801116 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 18:29:31.801243 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 18:29:31.801767 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.802066 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.802282 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:31.802850 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.802850 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.802999 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.803296 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:31.803496 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.803780 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.804040 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.804318 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.804606 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.804732 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.804912 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.805195 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.805449 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.805759 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.805999 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.806266 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.806539 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.806695 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.807126 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.807450 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.807728 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.808006 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] debug = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.808255 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.808734 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.808983 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.809233 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.809488 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.809731 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.809968 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.810253 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.810475 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.810860 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.811122 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.811405 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.811641 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.811872 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.812189 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.812322 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.812585 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.812811 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.813291 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] host = dv-cinder-837536-1-iscsi {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.813531 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.813751 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.813980 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.814228 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.814484 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.814738 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.815004 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.815281 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.815530 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.815757 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.816012 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.816250 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.816476 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.816710 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.816871 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_options = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.817120 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.817390 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.817649 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.817836 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.818072 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.818214 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.818449 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.818611 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.818854 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.819076 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.819333 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.819560 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.819798 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.820017 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.820274 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.820646 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.820886 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.821129 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.821376 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.821624 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.821874 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.822103 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.822326 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.822557 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.822802 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.823020 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.824172 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.824407 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.824642 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.825905 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.826077 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.826384 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.826692 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.827006 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.832359 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.832359 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.832359 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.832359 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.832359 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.832359 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.832359 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.832862 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.832862 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.832981 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.833213 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.833446 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.833731 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_json = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.833973 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.834380 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.834562 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.834803 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.835068 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.835323 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.835547 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.835798 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.836019 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.836464 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.836749 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.837073 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.838085 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.838845 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.839115 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.839974 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.840250 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.840504 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.840747 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.841051 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.843494 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.843816 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.844097 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.844372 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.844735 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.845003 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.845454 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.845875 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.846318 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.846743 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.846979 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.847296 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.847550 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.847811 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.848075 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.848309 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.848613 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.849033 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.849389 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.849659 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.849931 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.850170 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.850415 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.850665 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.850906 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.851159 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.851558 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.851797 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.852197 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.852580 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.852800 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.853206 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.853463 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.853678 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.854153 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.854570 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.854990 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.855433 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.855679 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.855916 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.856134 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.856345 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.856572 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.856820 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.857188 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.857584 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.857823 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.858065 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.858285 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.858503 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.858749 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.858992 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.859291 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.859448 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.859828 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.860049 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.860266 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.860548 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.860788 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.861073 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.861303 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.861521 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.861913 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.862299 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.862698 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.862936 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.863161 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.863400 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.863635 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.863869 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.864116 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.864334 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.864549 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.864802 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.865028 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.865337 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.865554 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.865769 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.865987 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.866207 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.866483 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.866797 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.867045 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.867314 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.867535 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.867797 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.868045 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.868298 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.868517 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.868738 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.868971 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.869266 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.869493 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.869745 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.869970 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.870191 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.870430 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.870649 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.870871 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.871117 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.871358 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.871581 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.871814 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.872139 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.872396 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.872651 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.872899 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.873149 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.873432 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.873691 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.873953 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.874174 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.874450 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.874758 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.875055 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.875356 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.875626 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.875878 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.876146 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.876393 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.876654 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.876886 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.877137 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.877380 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.877624 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.877967 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.878209 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.878441 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.878771 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.879003 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.879261 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.879479 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.879752 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.879999 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.880252 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.880524 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.880820 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.881262 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.881532 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.881762 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.882050 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.882287 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.882540 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.882756 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.883006 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.883262 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.883482 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.883696 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.884092 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.884352 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.884713 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.884948 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.885163 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.885521 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.885748 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.885997 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.886211 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.886448 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.886829 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.887057 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.887298 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.887539 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.887759 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.888023 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.888244 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.888510 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.888771 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.889008 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.889250 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.889487 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.889750 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.889966 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.890226 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.890439 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.890647 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.890883 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.891104 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.891338 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.891556 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.891783 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.891997 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.892263 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.892511 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.892853 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.893089 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.893336 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.893566 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.893803 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.894036 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.894251 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.894467 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.894709 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.894904 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.895133 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.895393 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.895610 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.895826 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.896045 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.896280 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.896544 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.896786 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.897026 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.897246 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.897469 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.897687 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.897909 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.898143 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.898368 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.898580 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.898788 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.899023 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.899258 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.899553 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.899813 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.900053 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.900297 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.900538 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.900781 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.901040 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.901270 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.901499 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.901722 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.901935 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.902144 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.902371 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.902578 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.902938 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.903037 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:31.903161 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.903401 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.903631 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.903874 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.904083 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.904292 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.904535 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.904774 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.904989 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.905230 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.905513 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.905732 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.905957 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.906179 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.906479 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.906712 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.906944 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.907156 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.907492 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.907636 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.907842 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.908143 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.908388 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.908639 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.908924 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.909174 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.909422 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.909663 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.909968 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.910183 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.910440 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.910674 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.910898 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.911119 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.911434 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.911745 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.912105 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.912374 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.912642 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.912930 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.913228 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.913502 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.913718 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.914026 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.914354 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.914640 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.914903 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.915149 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.915421 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.915663 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.915881 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.916099 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.916341 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.916560 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.916817 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.917065 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.917328 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.917545 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.917767 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.918008 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.918233 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.918460 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.918684 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.918896 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.919052 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 18:29:31.919622 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103331) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 18:29:31.919781 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 18:29:31.919930 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 18:29:31.920099 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 18:29:31.920266 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 18:29:31.920418 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 18:29:31.920623 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.920780 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.920936 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.921090 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.921244 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.921475 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.921632 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.921792 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.921947 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.922102 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.922256 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.922410 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.922566 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.922719 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.922872 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.923026 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.923181 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.923359 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.923521 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.923676 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.923831 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.923985 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.924139 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] debug = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.924294 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.924568 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.924725 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.924882 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.925036 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.925191 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.925345 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.925499 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.925654 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.925807 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.925961 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.926115 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.926270 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.926408 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.926567 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.926718 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.926873 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.927027 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.927180 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] host = dv-cinder-837536-1-iscsi {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.927356 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.927509 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.927694 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.927847 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.928000 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.928176 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.928328 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.928484 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.928684 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.928768 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.928916 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.929071 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.929224 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.929474 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.929627 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_options = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.929780 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.929944 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.930159 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.930372 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.930667 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.930825 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.930966 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.931325 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.931559 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.931789 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.932211 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.932211 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.932478 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.932478 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.932720 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.932854 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.933017 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.933150 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.933234 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.933362 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.933552 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.933757 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.933899 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.934027 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.934148 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.934298 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.934452 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.934644 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.934962 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.935178 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.935364 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.935592 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.935769 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.935889 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.935997 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.936134 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.936256 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.936381 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.936577 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.936798 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.936964 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.937098 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.937239 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.937395 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.937591 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.937819 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.937955 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_json = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.938077 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.938239 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.938556 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.938556 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.938709 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.938848 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.939018 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.939174 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.939332 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 18:29:31.939523 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.939740 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.939918 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.940068 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.940311 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.940423 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.940595 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.940725 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.940869 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.941089 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.941257 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.941416 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.941588 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.941844 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.941974 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.942103 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.942222 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.942381 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.942540 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.942754 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.942932 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.943104 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.943377 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.943584 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.943749 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.943909 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.944068 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.944236 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.944403 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.944668 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.944842 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.944948 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.945172 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.945306 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.945641 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.945847 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.946063 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.946195 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.946330 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.946603 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.946763 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.946936 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.947158 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.947354 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.947514 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.947712 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.947965 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.947965 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.948567 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.948567 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.948567 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.948896 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.948896 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.949111 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.949210 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.949460 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.949575 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.949690 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.949856 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.950070 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.950278 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.950429 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.950657 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.950837 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.950929 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.951137 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.951326 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.951618 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.951724 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.951879 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.952393 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.952393 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.952393 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.952642 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.952839 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.952954 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.953094 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.953339 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.954500 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.954500 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.954500 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.954500 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.954818 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.954818 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.954995 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.955235 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.955401 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.955605 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.955806 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.955888 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.956094 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.956268 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.956509 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.956668 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.956824 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.957044 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.957309 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.957446 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.957580 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.957781 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.957942 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.958103 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.958257 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.958651 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.958817 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.959028 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.959265 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.959436 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.959598 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.959763 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.959902 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.960130 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.960298 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.960544 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.960703 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.960864 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.961057 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.961260 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.961492 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.961628 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.961753 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.961959 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.962158 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.962346 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.962517 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.962746 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.962942 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.963102 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.963317 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.963525 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.963701 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.963859 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.964106 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.964194 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.964379 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.964569 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.964775 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.964999 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.965098 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.965311 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.965514 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.965681 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.965839 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.966000 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.966209 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.966415 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.966569 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.966727 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.966885 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.967316 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.967443 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.967610 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.967767 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.967991 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.968155 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.968380 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.968543 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.968701 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.968885 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.969078 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.969281 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.969442 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.970562 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.970562 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.970562 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.970562 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.970562 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.970562 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.971078 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.971078 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.971078 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.971291 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.971372 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.971534 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.971730 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.971891 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.972095 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.972210 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.972401 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.972596 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.972818 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.973041 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.973134 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.973282 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.973496 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.973682 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.973860 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.974019 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.974281 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.974403 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.974676 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.974847 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.975074 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.975267 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.975464 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.975666 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.975980 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.976078 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.976170 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.976326 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.976485 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.976710 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.976877 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.977100 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.977266 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.977417 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.977571 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.977798 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.978005 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.978313 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.978313 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.978637 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.978834 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.978937 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.979064 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.979255 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.979456 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.979616 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.979773 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.979932 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.980134 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.980317 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.980540 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.980704 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.980865 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.981025 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.981248 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.981449 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.981731 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.981882 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.981994 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.982204 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.982382 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.982537 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.982729 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.982927 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.983305 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.983305 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.983510 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.983620 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.983817 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.984031 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.984137 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.984296 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.984511 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.984676 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.984856 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.985096 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.985262 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.985383 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.985577 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.985773 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.986024 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.986116 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.986304 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.986485 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.986672 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.986830 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.987011 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.987383 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.987552 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.987713 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.987878 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.988073 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.988262 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.988478 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.988676 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.988818 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.988980 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.989179 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.989393 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.989556 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.989717 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.989881 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.990165 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.990337 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.990490 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.990677 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.990898 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.991097 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.991279 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.991455 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.991685 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.991945 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.992060 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.992195 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.992354 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.992530 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.992737 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.992905 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.993136 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.993277 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.993431 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.993614 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.993798 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.993959 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.994120 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.994278 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.994980 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.994980 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.994980 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.994980 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 18:29:31.995414 dv-cinder-837536-1-iscsi neutron-server[103331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 18:29:32.090133 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 53194) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:32.102400 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091314 Apr 12 18:29:43.337484 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757017bb-a8af-4d8b-8744-23e8da7d1d62 None None] get_active_networks_info from dv-cinder-837536-1-iscsi {{(pid=103440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 18:29:43.398886 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757017bb-a8af-4d8b-8744-23e8da7d1d62 None None] No non-hosted networks {{(pid=103440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 18:29:43.416542 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3b28ee14-7112-4b61-872d-3477c8843e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633751'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:45.709790 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-de797f2f-c76e-4854-b34a-3db98b4ec05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633751'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:45.741451 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8691cf2d-d588-4277-99a9-76c8923a1217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:46.526718 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 53262) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:46.560069 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633751'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:47.053228 dv-cinder-837536-1-iscsi neutron-server[103438]: WARNING oslo_policy.policy [None req-fbf4fefe-7c3d-488f-ab56-791058feb842 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:29:47.053848 dv-cinder-837536-1-iscsi neutron-server[103438]: WARNING oslo_policy.policy [None req-fbf4fefe-7c3d-488f-ab56-791058feb842 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:29:47.273083 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [None req-fbf4fefe-7c3d-488f-ab56-791058feb842 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:29:47.274644 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-fbf4fefe-7c3d-488f-ab56-791058feb842 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7469928 Apr 12 18:29:47.956512 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633751'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:49.684598 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633751'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:49.685380 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.685939 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.686471 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.686809 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.687328 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.687835 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.688591 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.689104 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.689640 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.690137 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.690736 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.691273 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.691788 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.692298 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.692709 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:49.693216 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837536-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:49.699561 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837536-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:29:49.869761 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 53292) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:50.194030 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-9aad594f-52af-4e5a-ae00-039afbc592ae admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:29:50.285045 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.policy [None req-9aad594f-52af-4e5a-ae00-039afbc592ae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103438) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 18:29:50.327829 dv-cinder-837536-1-iscsi neutron-server[103438]: WARNING oslo_policy.policy [None req-9aad594f-52af-4e5a-ae00-039afbc592ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:29:50.328198 dv-cinder-837536-1-iscsi neutron-server[103438]: WARNING oslo_policy.policy [None req-9aad594f-52af-4e5a-ae00-039afbc592ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:29:50.423479 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9aad594f-52af-4e5a-ae00-039afbc592ae admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788791789057', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788791788597', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788791804993', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788791830767', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788791833128', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788791848868', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3656635', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3379344', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1851677', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1960225'] for rbac-policy (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:50.491759 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9aad594f-52af-4e5a-ae00-039afbc592ae admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:50.493146 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-9aad594f-52af-4e5a-ae00-039afbc592ae admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6223752 Apr 12 18:29:53.021017 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 53304) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:53.531501 dv-cinder-837536-1-iscsi neutron-server[103439]: WARNING oslo_policy.policy [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:29:53.532104 dv-cinder-837536-1-iscsi neutron-server[103439]: WARNING oslo_policy.policy [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:29:53.749261 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:29:53.769431 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.db.l3_hamode_db [None req-d00743af-2229-48f2-9c6e-3c9983a40b2e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 18:29:53.804533 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Made reservation on behalf of 4b138d67dde64a9cbd73e82360428d41 for: {'network': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:29:53.848648 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00743af-2229-48f2-9c6e-3c9983a40b2e None None] Routers set() bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:29:53.849087 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00743af-2229-48f2-9c6e-3c9983a40b2e None None] Router IDs set() for agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 18:29:53.866412 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.policy [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103439) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 18:29:53.909492 dv-cinder-837536-1-iscsi neutron-server[103439]: WARNING oslo_policy.policy [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:29:53.909860 dv-cinder-837536-1-iscsi neutron-server[103439]: WARNING oslo_policy.policy [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 18:29:53.920315 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:53.943773 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:54.056582 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Publish callbacks [] for security_group (90d000eb-c977-42f5-91f4-003a70e508f7), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:54.063053 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (90d000eb-c977-42f5-91f4-003a70e508f7), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:54.083556 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:29:54.120764 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788792289967', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (773fc7f9-c381-4d10-af3d-667448df2f26), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:54.121358 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Unsubscribe: segment precommit_create {{(pid=103439) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 18:29:54.121889 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.segments_db [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Added segment 773fc7f9-c381-4d10-af3d-667448df2f26 of type vlan for network 8b3652de-cd41-42d6-8b04-15df63fc7cf1 Apr 12 18:29:54.149439 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=90d000eb-c977-42f5-91f4-003a70e508f7,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:54.201061 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:54.201397 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:54.201761 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:54.202117 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:54.202487 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:54.202811 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:54.203135 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:54.203481 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:54.204137 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:54.204459 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:54.204778 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:54.205118 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:54.205440 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:54.205757 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:54.206073 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Tracked resource versions report: Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: pushed versions: Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: { 'AddressGroup': {'1.2'}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Agent': {'1.1'}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'ConntrackHelper': {'1.0'}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Log': {'1.0'}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'NDPProxy': {'1.0'}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Network': {'1.1'}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Port': {'1.7'}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'PortForwarding': {'1.3'}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'QosPolicy': {'1.10'}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'SecurityGroup': {'1.5'}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'SubPort': {'1.0'}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Subnet': {'1.1'}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Trunk': {'1.1'}} Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: consumer versions: Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: { DHCP agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: L3 agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: Metadata agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: Metering agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: Open vSwitch agent@dv-cinder-837536-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Agent': '1.1', Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'ConntrackHelper': '1.0', Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'LocalIPAssociation': '1.0', Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Log': '1.0', Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'NDPProxy': '1.0', Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Network': '1.1', Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Port': '1.7', Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'PortForwarding': '1.3', Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'QosPolicy': '1.10', Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'SecurityGroup': '1.5', Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'SecurityGroupRule': '1.2', Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'SubPort': '1.0', Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Subnet': '1.1', Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Trunk': '1.1'}} Apr 12 18:29:54.207501 dv-cinder-837536-1-iscsi neutron-server[103439]: {{(pid=103439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:29:54.240184 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (8b3652de-cd41-42d6-8b04-15df63fc7cf1), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:54.283698 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (8b3652de-cd41-42d6-8b04-15df63fc7cf1), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:54.288917 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:54.289667 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:54.354693 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3315570 Apr 12 18:29:54.415597 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944da1c4-430b-4fc1-8e51-5cf2d9490506 demo demo] Pushing event updated for resources: {'Network': ['ID=8b3652de-cd41-42d6-8b04-15df63fc7cf1,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:54.428559 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network 8b3652de-cd41-42d6-8b04-15df63fc7cf1 details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:29:56.913370 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 53324) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:29:57.425442 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d02579-3f41-4854-b027-cd55c7807f6e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:57.426944 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-b3d02579-3f41-4854-b027-cd55c7807f6e demo admin] 10.222.0.64 "GET /v2.0/networks/8b3652de-cd41-42d6-8b04-15df63fc7cf1 HTTP/1.1" status: 200 len: 825 time: 0.5126336 Apr 12 18:29:57.451357 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-d21ee6dc-de55-4d6c-b7ee-454459f3f12d demo admin] 10.222.0.64 "GET /v2.0/subnetpools/381c5d58-e330-4d76-908f-4f80b91d57c7 HTTP/1.1" status: 200 len: 734 time: 0.0185821 Apr 12 18:29:57.460024 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Request body: {'subnet': {'subnetpool_id': '381c5d58-e330-4d76-908f-4f80b91d57c7', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:29:57.490362 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Made reservation on behalf of 4b138d67dde64a9cbd73e82360428d41 for: {'subnet': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:29:57.494411 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:57.789322 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for subnet (0d6809eb-ef20-4c3a-b769-de06fe91ebab), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:57.860538 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Checking segment: {'id': '773fc7f9-c381-4d10-af3d-667448df2f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:29:57.860904 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Network hostable DHCP agents. Network: 8b3652de-cd41-42d6-8b04-15df63fc7cf1, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:29:57.869975 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Pushing event updated for resources: {'Subnet': ['ID=0d6809eb-ef20-4c3a-b769-de06fe91ebab,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:57.884269 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:57.884615 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:57.884986 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:57.885332 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:57.885663 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:57.885985 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:57.886305 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:57.886627 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:57.886954 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:57.887308 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:57.887628 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:57.887956 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:57.888276 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:57.888580 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:57.888893 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Tracked resource versions report: Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: pushed versions: Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: { 'AddressGroup': {'1.2'}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Agent': {'1.1'}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'ConntrackHelper': {'1.0'}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Log': {'1.0'}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'NDPProxy': {'1.0'}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Network': {'1.1'}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Port': {'1.7'}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'PortForwarding': {'1.3'}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'QosPolicy': {'1.10'}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'SecurityGroup': {'1.5'}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'SubPort': {'1.0'}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Subnet': {'1.1'}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Trunk': {'1.1'}} Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: consumer versions: Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: { DHCP agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: L3 agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: Metadata agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: Metering agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: Open vSwitch agent@dv-cinder-837536-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Agent': '1.1', Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'ConntrackHelper': '1.0', Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'LocalIPAssociation': '1.0', Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Log': '1.0', Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'NDPProxy': '1.0', Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Network': '1.1', Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Port': '1.7', Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'PortForwarding': '1.3', Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'QosPolicy': '1.10', Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'SecurityGroup': '1.5', Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'SecurityGroupRule': '1.2', Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'SubPort': '1.0', Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Subnet': '1.1', Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Trunk': '1.1'}} Apr 12 18:29:57.890245 dv-cinder-837536-1-iscsi neutron-server[103438]: {{(pid=103438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:29:57.913604 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Network 8b3652de-cd41-42d6-8b04-15df63fc7cf1 is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:29:57.927493 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, 8b3652de-cd41-42d6-8b04-15df63fc7cf1) {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:29:57.931910 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:29:57.932514 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:57.937778 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4254606d-d261-4437-8007-670e982ff893 None None] Network 8b3652de-cd41-42d6-8b04-15df63fc7cf1 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:29:57.958490 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-50bdf483-2239-4575-8031-4cb5eccd849d demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4961033 Apr 12 18:29:58.323810 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d4b8a3-d7c9-5bb4-a161-973022d58dea-8b3652de-cd41-42d6-8b04-15df63fc7cf1', 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1', 'project_id': '4b138d67dde64a9cbd73e82360428d41', 'fixed_ips': [{'subnet_id': '0d6809eb-ef20-4c3a-b769-de06fe91ebab'}]}} from dv-cinder-837536-1-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:29:58.325019 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:58.602408 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Allocated IP 172.20.0.2 (8b3652de-cd41-42d6-8b04-15df63fc7cf1/0d6809eb-ef20-4c3a-b769-de06fe91ebab/7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:29:58.878573 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Publish callbacks [] for port (7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:58.886175 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:58.958405 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Network 8b3652de-cd41-42d6-8b04-15df63fc7cf1 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:29:58.965524 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:29:58.974995 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:29:58.978274 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Pushing event updated for resources: {'Port': ['ID=7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:29:59.011008 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:59.011370 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:59.011790 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:59.012146 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:59.012496 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:59.012860 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:59.013225 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:59.013584 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:59.013927 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:59.014268 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:59.014600 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:59.014937 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:59.015322 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:59.015957 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:59.016548 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Tracked resource versions report: Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: pushed versions: Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: { 'AddressGroup': {'1.2'}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Agent': {'1.1'}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'ConntrackHelper': {'1.0'}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Log': {'1.0'}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'NDPProxy': {'1.0'}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Network': {'1.1'}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Port': {'1.7'}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'PortForwarding': {'1.3'}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'QosPolicy': {'1.10'}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'SecurityGroup': {'1.5'}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'SubPort': {'1.0'}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Subnet': {'1.1'}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Trunk': {'1.1'}} Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: consumer versions: Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: { DHCP agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: L3 agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: Metadata agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: Metering agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: Open vSwitch agent@dv-cinder-837536-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Agent': '1.1', Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'ConntrackHelper': '1.0', Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'LocalIPAssociation': '1.0', Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Log': '1.0', Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'NDPProxy': '1.0', Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Network': '1.1', Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Port': '1.7', Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'PortForwarding': '1.3', Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'QosPolicy': '1.10', Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'SecurityGroup': '1.5', Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'SecurityGroupRule': '1.2', Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'SubPort': '1.0', Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Subnet': '1.1', Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Trunk': '1.1'}} Apr 12 18:29:59.018155 dv-cinder-837536-1-iscsi neutron-server[103440]: {{(pid=103440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:29:59.071073 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Attempting to bind port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:29:59.071491 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Attempting to bind port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': '773fc7f9-c381-4d10-af3d-667448df2f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:29:59.071918 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Attempting to bind port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 on network 8b3652de-cd41-42d6-8b04-15df63fc7cf1 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:29:59.077150 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:29:59.077536 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Checking segment: {'id': '773fc7f9-c381-4d10-af3d-667448df2f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:29:59.078004 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:59.078397 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Bound using segment: {'id': '773fc7f9-c381-4d10-af3d-667448df2f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:29:59.078860 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Bound port: 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773fc7f9-c381-4d10-af3d-667448df2f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:29:59.079641 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:59.143886 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] For port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:29:59.169968 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] For port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9,segment=NetworkSegment(773fc7f9-c381-4d10-af3d-667448df2f26),segment_id=773fc7f9-c381-4d10-af3d-667448df2f26)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:29:59.178504 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:29:59.231694 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec76a6-679f-4671-afcd-62589a1f6d24 None None] Pushing event updated for resources: {'Port': ['ID=7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:00.516734 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 53336) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:00.856184 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [None req-2f75e5bc-7483-4d96-8ba6-92aa8c672283 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:30:00.857221 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-2f75e5bc-7483-4d96-8ba6-92aa8c672283 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3395088 Apr 12 18:30:03.398145 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 53344) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:03.721362 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [None req-f54aa920-50eb-4ac8-b004-94b85650c7df admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:30:03.722350 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-f54aa920-50eb-4ac8-b004-94b85650c7df admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3232942 Apr 12 18:30:06.253957 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 53352) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:06.582840 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-dc29edc7-4f6d-4718-977a-140c2877c5bd demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:30:06.609570 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dc29edc7-4f6d-4718-977a-140c2877c5bd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58758'] for router (8963f4bc-d87b-46f4-ae0c-a264ce041eec), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:06.611291 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dc29edc7-4f6d-4718-977a-140c2877c5bd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58783'] for router (8963f4bc-d87b-46f4-ae0c-a264ce041eec), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:06.765577 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dc29edc7-4f6d-4718-977a-140c2877c5bd demo demo] Publish callbacks [] for router_controller (8963f4bc-d87b-46f4-ae0c-a264ce041eec), precommit_add_association {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:06.772775 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dc29edc7-4f6d-4718-977a-140c2877c5bd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637342'] for router (8963f4bc-d87b-46f4-ae0c-a264ce041eec), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:06.794817 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dc29edc7-4f6d-4718-977a-140c2877c5bd demo demo] Publish callbacks [] for router (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:06.796148 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-dc29edc7-4f6d-4718-977a-140c2877c5bd demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5412326 Apr 12 18:30:09.321608 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 53364) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:09.658216 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [None req-e7c46d3d-04a3-4ccb-87b2-19cb34f9ecd1 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:30:09.659219 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-e7c46d3d-04a3-4ccb-87b2-19cb34f9ecd1 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3362787 Apr 12 18:30:10.413870 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:30:10.505480 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:30:10.505480 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:10.528365 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adc8417-d446-4211-9663-0c759102370c None None] Network 8b3652de-cd41-42d6-8b04-15df63fc7cf1 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:30:10.604384 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-df60d95e-38d2-4ba0-8b1e-9a50da0da720 None None] Provisioning complete for port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:30:10.604680 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-df60d95e-38d2-4ba0-8b1e-9a50da0da720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:10.724570 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:30:10.724949 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:10.805643 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] For port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9,segment=NetworkSegment(773fc7f9-c381-4d10-af3d-667448df2f26),segment_id=773fc7f9-c381-4d10-af3d-667448df2f26)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:30:10.828940 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:10.873995 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-df60d95e-38d2-4ba0-8b1e-9a50da0da720 None None] Current status of the port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:30:10.874295 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-df60d95e-38d2-4ba0-8b1e-9a50da0da720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:10.902623 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Pushing event updated for resources: {'Port': ['ID=7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:10.961951 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.db.api [None req-df60d95e-38d2-4ba0-8b1e-9a50da0da720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 18:30:10.962457 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG oslo_db.api [None req-df60d95e-38d2-4ba0-8b1e-9a50da0da720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 18:30:11.500073 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-df60d95e-38d2-4ba0-8b1e-9a50da0da720 None None] Current status of the port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:30:11.621492 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-ced1b3ef-83fb-404e-b447-328895bcdea7 None None] Provisioning complete for port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:30:11.622077 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ced1b3ef-83fb-404e-b447-328895bcdea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:11.706858 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-ced1b3ef-83fb-404e-b447-328895bcdea7 None None] Current status of the port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:30:12.216100 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 53374) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:12.395089 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:30:12.441670 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:30:12.442062 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:12.523309 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:30:12.567416 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:30:12.592566 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] Made reservation on behalf of 1071c17274884092b369bce1fd79f11d for: {'network': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:30:12.594958 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:12.603978 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:12.680785 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] Publish callbacks [] for security_group (4f9ba8b0-736f-429c-8774-0b40194519a1), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:12.687391 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (4f9ba8b0-736f-429c-8774-0b40194519a1), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:12.702202 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] Reserving flat network on physical network physnet1 {{(pid=103439) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 18:30:12.721587 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9ba8b0-736f-429c-8774-0b40194519a1,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:12.726144 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (a99f5185-4497-4777-8ea9-6fd2bd0244a0), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:12.726480 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.segments_db [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] Added segment a99f5185-4497-4777-8ea9-6fd2bd0244a0 of type flat for network 78cdc165-acac-4fef-b363-a66b7c239f59 Apr 12 18:30:12.772663 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (78cdc165-acac-4fef-b363-a66b7c239f59), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:12.808233 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (78cdc165-acac-4fef-b363-a66b7c239f59), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:12.809167 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:12.809779 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:12.860800 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6432340 Apr 12 18:30:12.912517 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287252d7-d44d-4847-a065-17de9aa2c33b admin admin] Pushing event updated for resources: {'Network': ['ID=78cdc165-acac-4fef-b363-a66b7c239f59,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:12.926115 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network 78cdc165-acac-4fef-b363-a66b7c239f59 details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:30:13.274006 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d680f154-490f-477e-8b50-065f320c06c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:15.400372 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 53382) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:15.700398 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e10f6371-2009-417d-9587-a38b369d30e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:15.836377 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22975a-53c2-4bf4-b556-d47099c4adbb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:15.839234 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-9f22975a-53c2-4bf4-b556-d47099c4adbb demo admin] 10.222.0.64 "GET /v2.0/subnets/0d6809eb-ef20-4c3a-b769-de06fe91ebab HTTP/1.1" status: 200 len: 849 time: 0.4364495 Apr 12 18:30:16.023081 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-6b3a2482-84a0-400b-87c2-6a1b536448fe demo admin] 10.222.0.64 "GET /v2.0/routers/8963f4bc-d87b-46f4-ae0c-a264ce041eec HTTP/1.1" status: 200 len: 704 time: 0.1781330 Apr 12 18:30:16.303586 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:16.503825 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:16.609265 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Allocated IP 172.20.0.1 (8b3652de-cd41-42d6-8b04-15df63fc7cf1/0d6809eb-ef20-4c3a-b769-de06fe91ebab/a88dda02-8dd7-432c-b1ea-09af6145d6b1) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:30:16.794689 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Publish callbacks [] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:16.865053 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:16.933172 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Network 8b3652de-cd41-42d6-8b04-15df63fc7cf1 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:30:16.940275 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:30:16.953434 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:30:16.953985 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637167'] for router_interface (8963f4bc-d87b-46f4-ae0c-a264ce041eec), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:16.978560 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Pushing event updated for resources: {'Port': ['ID=a88dda02-8dd7-432c-b1ea-09af6145d6b1,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:17.229381 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:17.267136 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-e0aa353d-b2dd-4130-a6b4-b69381127e4b None None] Provisioning complete for port a88dda02-8dd7-432c-b1ea-09af6145d6b1 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:30:17.267764 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e0aa353d-b2dd-4130-a6b4-b69381127e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:17.305647 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa353d-b2dd-4130-a6b4-b69381127e4b None None] Port a88dda02-8dd7-432c-b1ea-09af6145d6b1 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:30:17.458024 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Publish callbacks [] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:17.465198 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:17.466109 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634719'] for router_interface (8963f4bc-d87b-46f4-ae0c-a264ce041eec), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:17.549267 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Pushing event updated for resources: {'Port': ['ID=a88dda02-8dd7-432c-b1ea-09af6145d6b1,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:17.594384 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Network 8b3652de-cd41-42d6-8b04-15df63fc7cf1 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:30:17.595782 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:30:17.764976 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Router 8963f4bc-d87b-46f4-ae0c-a264ce041eec is scheduled to L3 agent 44317c89-751a-4fda-aa0e-2e986157389a with binding_index 1 {{(pid=103439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:30:17.825950 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-06524943-e63e-4207-a14e-6d976c31b883 None None] Provisioning complete for port a88dda02-8dd7-432c-b1ea-09af6145d6b1 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:30:17.826341 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-06524943-e63e-4207-a14e-6d976c31b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:17.860265 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-06524943-e63e-4207-a14e-6d976c31b883 None None] Port a88dda02-8dd7-432c-b1ea-09af6145d6b1 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:30:17.861542 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:30:17.868233 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-13e60f48-cab7-4acb-add4-6db091565488 demo admin] 10.222.0.64 "PUT /v2.0/routers/8963f4bc-d87b-46f4-ae0c-a264ce041eec/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8396518 Apr 12 18:30:17.872842 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Sync routers for ids ['8963f4bc-d87b-46f4-ae0c-a264ce041eec'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:30:17.886552 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Routers {'8963f4bc-d87b-46f4-ae0c-a264ce041eec'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:30:17.887481 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:30:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8963f4bc-d87b-46f4-ae0c-a264ce041eec'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:30:17.906842 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:18.081517 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Set router 8963f4bc-d87b-46f4-ae0c-a264ce041eec gateway port host: None {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:30:18.497685 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8963f4bc-d87b-46f4-ae0c-a264ce041eec', 'name': 'router1', 'tenant_id': '4b138d67dde64a9cbd73e82360428d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:30:06Z', 'updated_at': '2022-04-12T18:30:17Z', 'revision_number': 2, 'project_id': '4b138d67dde64a9cbd73e82360428d41', 'gw_port_host': None, '_interfaces': [{'id': 'a88dda02-8dd7-432c-b1ea-09af6145d6b1', 'name': '', 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1', 'tenant_id': '4b138d67dde64a9cbd73e82360428d41', 'mac_address': 'fa:16:3e:5d:b2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8963f4bc-d87b-46f4-ae0c-a264ce041eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6809eb-ef20-4c3a-b769-de06fe91ebab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:30:16Z', 'updated_at': '2022-04-12T18:30:17Z', 'revision_number': 2, 'project_id': '4b138d67dde64a9cbd73e82360428d41', 'subnets': [{'id': '0d6809eb-ef20-4c3a-b769-de06fe91ebab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '381c5d58-e330-4d76-908f-4f80b91d57c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:30:18.549824 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Checking router: 8963f4bc-d87b-46f4-ae0c-a264ce041eec for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:30:18.550195 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Updating router 8963f4bc-d87b-46f4-ae0c-a264ce041eec port a88dda02-8dd7-432c-b1ea-09af6145d6b1 binding host dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:30:18.603532 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.125480 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Publish callbacks [] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.133778 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.295349 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Pushing event updated for resources: {'Port': ['ID=a88dda02-8dd7-432c-b1ea-09af6145d6b1,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:19.313503 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:19.313845 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:19.314187 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:19.314521 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:19.314845 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:19.315162 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:19.315504 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:19.315824 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:19.316140 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:19.316457 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:19.316772 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:19.317088 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:19.317409 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:19.317716 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:19.318029 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Tracked resource versions report: Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: pushed versions: Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: { 'AddressGroup': {'1.2'}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Agent': {'1.1'}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'ConntrackHelper': {'1.0'}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Log': {'1.0'}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'NDPProxy': {'1.0'}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Network': {'1.1'}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Port': {'1.7'}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'PortForwarding': {'1.3'}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'QosPolicy': {'1.10'}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'SecurityGroup': {'1.5'}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'SubPort': {'1.0'}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Subnet': {'1.1'}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Trunk': {'1.1'}} Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: consumer versions: Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: { DHCP agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: L3 agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: Metadata agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: Metering agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: Open vSwitch agent@dv-cinder-837536-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Agent': '1.1', Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'ConntrackHelper': '1.0', Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'LocalIPAssociation': '1.0', Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Log': '1.0', Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'NDPProxy': '1.0', Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Network': '1.1', Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Port': '1.7', Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'PortForwarding': '1.3', Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'QosPolicy': '1.10', Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'SecurityGroup': '1.5', Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'SecurityGroupRule': '1.2', Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'SubPort': '1.0', Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Subnet': '1.1', Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Trunk': '1.1'}} Apr 12 18:30:19.319430 dv-cinder-837536-1-iscsi neutron-server[103441]: {{(pid=103441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:30:19.325320 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Attempting to bind port a88dda02-8dd7-432c-b1ea-09af6145d6b1 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:30:19.325705 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Attempting to bind port a88dda02-8dd7-432c-b1ea-09af6145d6b1 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': '773fc7f9-c381-4d10-af3d-667448df2f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:30:19.326140 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Attempting to bind port a88dda02-8dd7-432c-b1ea-09af6145d6b1 on network 8b3652de-cd41-42d6-8b04-15df63fc7cf1 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:30:19.331589 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:30:19.331980 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Checking segment: {'id': '773fc7f9-c381-4d10-af3d-667448df2f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:30:19.332450 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.332826 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Bound using segment: {'id': '773fc7f9-c381-4d10-af3d-667448df2f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:30:19.333280 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Bound port: a88dda02-8dd7-432c-b1ea-09af6145d6b1, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773fc7f9-c381-4d10-af3d-667448df2f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:30:19.333647 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.386496 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-154ba5da-306e-4be0-8897-99e841adc3bd None None] Provisioning complete for port a88dda02-8dd7-432c-b1ea-09af6145d6b1 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:30:19.387478 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-154ba5da-306e-4be0-8897-99e841adc3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.401851 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] For port a88dda02-8dd7-432c-b1ea-09af6145d6b1, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:30:19.421941 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] For port a88dda02-8dd7-432c-b1ea-09af6145d6b1, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=a88dda02-8dd7-432c-b1ea-09af6145d6b1,segment=NetworkSegment(773fc7f9-c381-4d10-af3d-667448df2f26),segment_id=773fc7f9-c381-4d10-af3d-667448df2f26)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:30:19.427260 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-154ba5da-306e-4be0-8897-99e841adc3bd None None] Port a88dda02-8dd7-432c-b1ea-09af6145d6b1 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:30:19.428671 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.486418 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Routers {'8963f4bc-d87b-46f4-ae0c-a264ce041eec'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:30:19.487027 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:30:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8963f4bc-d87b-46f4-ae0c-a264ce041eec'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:30:19.527274 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394c0b0-c631-4f0c-af8b-53f5b67ebc3b None None] Pushing event updated for resources: {'Port': ['ID=a88dda02-8dd7-432c-b1ea-09af6145d6b1,revision_number=4']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:19.584384 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] Set router 8963f4bc-d87b-46f4-ae0c-a264ce041eec gateway port host: None {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:30:19.645174 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-778700ef-a5e1-48d8-9aed-d05d5325e74e None None] Provisioning complete for port a88dda02-8dd7-432c-b1ea-09af6145d6b1 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:30:19.645571 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-778700ef-a5e1-48d8-9aed-d05d5325e74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.699776 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.747143 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-778700ef-a5e1-48d8-9aed-d05d5325e74e None None] Current status of the port a88dda02-8dd7-432c-b1ea-09af6145d6b1 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:30:19.747517 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-778700ef-a5e1-48d8-9aed-d05d5325e74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.781634 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-778700ef-a5e1-48d8-9aed-d05d5325e74e None None] For port a88dda02-8dd7-432c-b1ea-09af6145d6b1, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=a88dda02-8dd7-432c-b1ea-09af6145d6b1,segment=NetworkSegment(773fc7f9-c381-4d10-af3d-667448df2f26),segment_id=773fc7f9-c381-4d10-af3d-667448df2f26)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:30:19.787599 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-778700ef-a5e1-48d8-9aed-d05d5325e74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:19.799286 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8963f4bc-d87b-46f4-ae0c-a264ce041eec', 'name': 'router1', 'tenant_id': '4b138d67dde64a9cbd73e82360428d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:30:06Z', 'updated_at': '2022-04-12T18:30:17Z', 'revision_number': 2, 'project_id': '4b138d67dde64a9cbd73e82360428d41', 'gw_port_host': None, '_interfaces': [{'id': 'a88dda02-8dd7-432c-b1ea-09af6145d6b1', 'name': '', 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1', 'tenant_id': '4b138d67dde64a9cbd73e82360428d41', 'mac_address': 'fa:16:3e:5d:b2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8963f4bc-d87b-46f4-ae0c-a264ce041eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6809eb-ef20-4c3a-b769-de06fe91ebab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:30:16Z', 'updated_at': '2022-04-12T18:30:19Z', 'revision_number': 4, 'project_id': '4b138d67dde64a9cbd73e82360428d41', 'subnets': [{'id': '0d6809eb-ef20-4c3a-b769-de06fe91ebab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '381c5d58-e330-4d76-908f-4f80b91d57c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:30:19.828582 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df00755d-efd3-4a9a-be0c-98d38e82f63b None None] The sync data for ids ['8963f4bc-d87b-46f4-ae0c-a264ce041eec'] in dv-cinder-837536-1-iscsi is: [{'id': '8963f4bc-d87b-46f4-ae0c-a264ce041eec', 'name': 'router1', 'tenant_id': '4b138d67dde64a9cbd73e82360428d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:30:06Z', 'updated_at': '2022-04-12T18:30:17Z', 'revision_number': 2, 'project_id': '4b138d67dde64a9cbd73e82360428d41', 'gw_port_host': None, '_interfaces': [{'id': 'a88dda02-8dd7-432c-b1ea-09af6145d6b1', 'name': '', 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1', 'tenant_id': '4b138d67dde64a9cbd73e82360428d41', 'mac_address': 'fa:16:3e:5d:b2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8963f4bc-d87b-46f4-ae0c-a264ce041eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6809eb-ef20-4c3a-b769-de06fe91ebab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:30:16Z', 'updated_at': '2022-04-12T18:30:19Z', 'revision_number': 4, 'project_id': '4b138d67dde64a9cbd73e82360428d41', 'subnets': [{'id': '0d6809eb-ef20-4c3a-b769-de06fe91ebab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '381c5d58-e330-4d76-908f-4f80b91d57c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:30:19.854446 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778700ef-a5e1-48d8-9aed-d05d5325e74e None None] Pushing event updated for resources: {'Port': ['ID=a88dda02-8dd7-432c-b1ea-09af6145d6b1,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:20.388038 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 53402) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:20.589106 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d62cd-dd04-4dd7-9c0f-4363b8313b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:20.590625 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-5b6d62cd-dd04-4dd7-9c0f-4363b8313b70 admin admin] 10.222.0.64 "GET /v2.0/networks/78cdc165-acac-4fef-b363-a66b7c239f59 HTTP/1.1" status: 200 len: 842 time: 0.2015252 Apr 12 18:30:20.600240 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-b2b89dac-5f28-4c55-b64d-c7b65567d4b8 admin admin] Request body: {'subnet': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:30:20.624817 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b89dac-5f28-4c55-b64d-c7b65567d4b8 admin admin] Made reservation on behalf of 1071c17274884092b369bce1fd79f11d for: {'subnet': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:30:20.627375 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-b2b89dac-5f28-4c55-b64d-c7b65567d4b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:20.922001 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.objects.ports [None req-b2b89dac-5f28-4c55-b64d-c7b65567d4b8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103439) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 18:30:20.922432 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-b2b89dac-5f28-4c55-b64d-c7b65567d4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for subnet (792d5229-3351-49ea-ac48-fd8944889b32), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:20.978982 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b89dac-5f28-4c55-b64d-c7b65567d4b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=792d5229-3351-49ea-ac48-fd8944889b32,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:20.991076 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b89dac-5f28-4c55-b64d-c7b65567d4b8 admin admin] Checking segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:30:20.991467 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b89dac-5f28-4c55-b64d-c7b65567d4b8 admin admin] Network hostable DHCP agents. Network: 78cdc165-acac-4fef-b363-a66b7c239f59, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:30:21.015320 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b89dac-5f28-4c55-b64d-c7b65567d4b8 admin admin] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:30:21.028051 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-b2b89dac-5f28-4c55-b64d-c7b65567d4b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, 78cdc165-acac-4fef-b363-a66b7c239f59) {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:30:21.032072 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b89dac-5f28-4c55-b64d-c7b65567d4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:21.032657 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-b2b89dac-5f28-4c55-b64d-c7b65567d4b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:21.036911 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bc1822-b9ff-4c9c-bfdf-615a0614fbcf None None] Network 78cdc165-acac-4fef-b363-a66b7c239f59 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:30:21.055852 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-b2b89dac-5f28-4c55-b64d-c7b65567d4b8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4589911 Apr 12 18:30:21.150646 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51448e7f-0a17-48f3-9add-e1c4029868d5 None None] Network 78cdc165-acac-4fef-b363-a66b7c239f59 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:30:21.838315 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 5 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:30:23.527437 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 53420) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:23.663154 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-034eb4bd-ef12-4b83-8b8d-3ac6c3e70d84 demo admin] 10.222.0.64 "GET /v2.0/routers/8963f4bc-d87b-46f4-ae0c-a264ce041eec HTTP/1.1" status: 200 len: 710 time: 0.1344755 Apr 12 18:30:23.749490 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417f1fe2-0669-4ccd-b2e1-f551feaf6d7c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:30:23.750862 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-417f1fe2-0669-4ccd-b2e1-f551feaf6d7c demo admin] 10.222.0.64 "GET /v2.0/networks/78cdc165-acac-4fef-b363-a66b7c239f59 HTTP/1.1" status: 200 len: 886 time: 0.0823278 Apr 12 18:30:23.759844 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:30:24.084439 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Publish callbacks [] for router_gateway (8963f4bc-d87b-46f4-ae0c-a264ce041eec), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:24.310245 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Publish callbacks [] for router_gateway (8963f4bc-d87b-46f4-ae0c-a264ce041eec), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:24.386420 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:24.490857 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Allocated IP 172.27.2.214 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/05cab943-02bd-465e-8ac3-e53a0fa3ef04) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:30:24.596269 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Publish callbacks [] for port (05cab943-02bd-465e-8ac3-e53a0fa3ef04), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:24.632643 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (05cab943-02bd-465e-8ac3-e53a0fa3ef04), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:24.667962 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:30:24.670710 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:30:24.673212 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:30:24.741808 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Pushing event updated for resources: {'Port': ['ID=05cab943-02bd-465e-8ac3-e53a0fa3ef04,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:24.938859 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Publish callbacks [] for router_gateway (8963f4bc-d87b-46f4-ae0c-a264ce041eec), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:25.156799 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637317', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1631672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58793'] for router (8963f4bc-d87b-46f4-ae0c-a264ce041eec), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:25.162731 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1637324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1637335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1631555'] for router (8963f4bc-d87b-46f4-ae0c-a264ce041eec), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:25.363172 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Router 8963f4bc-d87b-46f4-ae0c-a264ce041eec has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:30:25.472500 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:30:25.476839 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:25.477999 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-d4487dff-3ef9-43cb-bf01-7e1c4d2db947 demo admin] 10.222.0.64 "PUT /v2.0/routers/8963f4bc-d87b-46f4-ae0c-a264ce041eec HTTP/1.1" status: 200 len: 890 time: 1.7213919 Apr 12 18:30:28.002884 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 53432) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:30:28.127225 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-e25215c8-a4a7-47b1-9de5-dee4fdaaebb3 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1231489 Apr 12 18:30:28.419008 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device a88dda02-8dd7-432c-b1ea-09af6145d6b1 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:30:28.473610 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port a88dda02-8dd7-432c-b1ea-09af6145d6b1 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:30:28.473939 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:28.497541 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Sync routers for ids ['8963f4bc-d87b-46f4-ae0c-a264ce041eec'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:30:28.521826 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Routers {'8963f4bc-d87b-46f4-ae0c-a264ce041eec'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:30:28.522044 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:30:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8963f4bc-d87b-46f4-ae0c-a264ce041eec'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:30:28.755188 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port a88dda02-8dd7-432c-b1ea-09af6145d6b1 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:30:28.774848 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Set router 8963f4bc-d87b-46f4-ae0c-a264ce041eec gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:30:29.229488 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8963f4bc-d87b-46f4-ae0c-a264ce041eec', 'name': 'router1', 'tenant_id': '4b138d67dde64a9cbd73e82360428d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '05cab943-02bd-465e-8ac3-e53a0fa3ef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:30:06Z', 'updated_at': '2022-04-12T18:30:24Z', 'revision_number': 4, 'project_id': '4b138d67dde64a9cbd73e82360428d41', 'gw_port': {'id': '05cab943-02bd-465e-8ac3-e53a0fa3ef04', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8963f4bc-d87b-46f4-ae0c-a264ce041eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:30:24Z', 'updated_at': '2022-04-12T18:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'a88dda02-8dd7-432c-b1ea-09af6145d6b1', 'name': '', 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1', 'tenant_id': '4b138d67dde64a9cbd73e82360428d41', 'mac_address': 'fa:16:3e:5d:b2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8963f4bc-d87b-46f4-ae0c-a264ce041eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6809eb-ef20-4c3a-b769-de06fe91ebab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:30:16Z', 'updated_at': '2022-04-12T18:30:19Z', 'revision_number': 5, 'project_id': '4b138d67dde64a9cbd73e82360428d41', 'subnets': [{'id': '0d6809eb-ef20-4c3a-b769-de06fe91ebab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '381c5d58-e330-4d76-908f-4f80b91d57c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:30:29.280730 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Checking router: 8963f4bc-d87b-46f4-ae0c-a264ce041eec for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:30:29.281093 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Updating router 8963f4bc-d87b-46f4-ae0c-a264ce041eec port 05cab943-02bd-465e-8ac3-e53a0fa3ef04 binding host dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:30:29.334343 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (05cab943-02bd-465e-8ac3-e53a0fa3ef04), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:29.697614 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Publish callbacks [] for port (05cab943-02bd-465e-8ac3-e53a0fa3ef04), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:29.704395 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (05cab943-02bd-465e-8ac3-e53a0fa3ef04), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:29.757256 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c0e91-2abe-47e6-9a4f-d05df9ac5a6e None None] Pushing event updated for resources: {'Port': ['ID=05cab943-02bd-465e-8ac3-e53a0fa3ef04,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:29.759614 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Attempting to bind port 05cab943-02bd-465e-8ac3-e53a0fa3ef04 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:30:29.760039 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Attempting to bind port 05cab943-02bd-465e-8ac3-e53a0fa3ef04 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:30:29.760406 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Attempting to bind port 05cab943-02bd-465e-8ac3-e53a0fa3ef04 on network 78cdc165-acac-4fef-b363-a66b7c239f59 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:30:29.766453 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:30:29.766802 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Checking segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:30:29.767238 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:29.767636 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Bound using segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:30:29.768113 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Bound port: 05cab943-02bd-465e-8ac3-e53a0fa3ef04, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:30:29.768493 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (05cab943-02bd-465e-8ac3-e53a0fa3ef04), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:29.835506 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] For port 05cab943-02bd-465e-8ac3-e53a0fa3ef04, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:30:29.840129 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] For port 05cab943-02bd-465e-8ac3-e53a0fa3ef04, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=05cab943-02bd-465e-8ac3-e53a0fa3ef04,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:30:29.851342 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (05cab943-02bd-465e-8ac3-e53a0fa3ef04), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:29.912983 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Routers {'8963f4bc-d87b-46f4-ae0c-a264ce041eec'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:30:29.913671 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:30:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8963f4bc-d87b-46f4-ae0c-a264ce041eec'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:30:29.917761 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c0e91-2abe-47e6-9a4f-d05df9ac5a6e None None] Pushing event updated for resources: {'Port': ['ID=05cab943-02bd-465e-8ac3-e53a0fa3ef04,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:30.031450 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] Set router 8963f4bc-d87b-46f4-ae0c-a264ce041eec gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:30:30.245989 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8963f4bc-d87b-46f4-ae0c-a264ce041eec', 'name': 'router1', 'tenant_id': '4b138d67dde64a9cbd73e82360428d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '05cab943-02bd-465e-8ac3-e53a0fa3ef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:30:06Z', 'updated_at': '2022-04-12T18:30:24Z', 'revision_number': 4, 'project_id': '4b138d67dde64a9cbd73e82360428d41', 'gw_port': {'id': '05cab943-02bd-465e-8ac3-e53a0fa3ef04', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8963f4bc-d87b-46f4-ae0c-a264ce041eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:30:24Z', 'updated_at': '2022-04-12T18:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'a88dda02-8dd7-432c-b1ea-09af6145d6b1', 'name': '', 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1', 'tenant_id': '4b138d67dde64a9cbd73e82360428d41', 'mac_address': 'fa:16:3e:5d:b2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8963f4bc-d87b-46f4-ae0c-a264ce041eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6809eb-ef20-4c3a-b769-de06fe91ebab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:30:16Z', 'updated_at': '2022-04-12T18:30:19Z', 'revision_number': 5, 'project_id': '4b138d67dde64a9cbd73e82360428d41', 'subnets': [{'id': '0d6809eb-ef20-4c3a-b769-de06fe91ebab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '381c5d58-e330-4d76-908f-4f80b91d57c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:30:30.278393 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047b55e-0ceb-4668-9f74-645508876391 None None] The sync data for ids ['8963f4bc-d87b-46f4-ae0c-a264ce041eec'] in dv-cinder-837536-1-iscsi is: [{'id': '8963f4bc-d87b-46f4-ae0c-a264ce041eec', 'name': 'router1', 'tenant_id': '4b138d67dde64a9cbd73e82360428d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '05cab943-02bd-465e-8ac3-e53a0fa3ef04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:30:06Z', 'updated_at': '2022-04-12T18:30:24Z', 'revision_number': 4, 'project_id': '4b138d67dde64a9cbd73e82360428d41', 'gw_port': {'id': '05cab943-02bd-465e-8ac3-e53a0fa3ef04', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8963f4bc-d87b-46f4-ae0c-a264ce041eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:30:24Z', 'updated_at': '2022-04-12T18:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'a88dda02-8dd7-432c-b1ea-09af6145d6b1', 'name': '', 'network_id': '8b3652de-cd41-42d6-8b04-15df63fc7cf1', 'tenant_id': '4b138d67dde64a9cbd73e82360428d41', 'mac_address': 'fa:16:3e:5d:b2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8963f4bc-d87b-46f4-ae0c-a264ce041eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6809eb-ef20-4c3a-b769-de06fe91ebab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:30:16Z', 'updated_at': '2022-04-12T18:30:19Z', 'revision_number': 5, 'project_id': '4b138d67dde64a9cbd73e82360428d41', 'subnets': [{'id': '0d6809eb-ef20-4c3a-b769-de06fe91ebab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '381c5d58-e330-4d76-908f-4f80b91d57c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:30:30.520554 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 05cab943-02bd-465e-8ac3-e53a0fa3ef04 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:30:30.581291 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 05cab943-02bd-465e-8ac3-e53a0fa3ef04 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:30:30.581796 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (05cab943-02bd-465e-8ac3-e53a0fa3ef04), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:30.679993 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 05cab943-02bd-465e-8ac3-e53a0fa3ef04 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:30:30.680388 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (05cab943-02bd-465e-8ac3-e53a0fa3ef04), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:30.710457 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] For port 05cab943-02bd-465e-8ac3-e53a0fa3ef04, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=05cab943-02bd-465e-8ac3-e53a0fa3ef04,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:30:30.718440 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (05cab943-02bd-465e-8ac3-e53a0fa3ef04), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:30.800461 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Pushing event updated for resources: {'Port': ['ID=05cab943-02bd-465e-8ac3-e53a0fa3ef04,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:30:32.479461 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 05cab943-02bd-465e-8ac3-e53a0fa3ef04 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:30:32.619963 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 05cab943-02bd-465e-8ac3-e53a0fa3ef04 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:30:32.622166 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (05cab943-02bd-465e-8ac3-e53a0fa3ef04), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:32.775502 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 05cab943-02bd-465e-8ac3-e53a0fa3ef04 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:30:43.269136 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d8f0c720-b137-474e-85c8-30b49852c86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:45.707940 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3b499353-2c75-4d98-96ff-baabfed685cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:46.515285 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:47.913205 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:49.697364 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:30:58.838742 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 5 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:31:13.274062 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-13b57d0e-c559-4647-997b-a6cdbcfecc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:15.695624 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e06df132-9123-4f09-a0ee-3097f4bd961b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:16.512251 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:17.913202 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:19.703332 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:35.841015 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 5 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:31:43.279473 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2e1ea68b-76b6-40f8-a5e4-243d625c50e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:45.700181 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-63545442-a66e-4b80-9816-f9045f700028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:46.506998 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:47.912369 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:49.710450 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:50.363701 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 53918) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:50.436205 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5beb53-0c49-462c-8d5f-150a8e7e16e0 admin admin] GET failed (client error): The resource could not be found. Apr 12 18:31:50.437682 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-7e5beb53-0c49-462c-8d5f-150a8e7e16e0 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0728340 Apr 12 18:31:50.609972 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269b266-1c48-4889-8324-a33025493cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:50.611560 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-f269b266-1c48-4889-8324-a33025493cc8 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1687415 Apr 12 18:31:52.931288 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 53928) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:53.036287 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5aad43-0f4e-4842-829b-d8d0e76d80cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:53.037559 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-ce5aad43-0f4e-4842-829b-d8d0e76d80cf admin admin] 10.222.0.64 "GET /v2.0/subnets/0d6809eb-ef20-4c3a-b769-de06fe91ebab HTTP/1.1" status: 200 len: 849 time: 0.1053045 Apr 12 18:31:53.049371 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:31:53.135376 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Publish callbacks [] for subnet (0d6809eb-ef20-4c3a-b769-de06fe91ebab), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.292143 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788792257311'] for subnet (0d6809eb-ef20-4c3a-b769-de06fe91ebab), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.329531 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:53.330123 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.331874 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] 10.222.0.64 "PUT /v2.0/subnets/0d6809eb-ef20-4c3a-b769-de06fe91ebab HTTP/1.1" status: 200 len: 868 time: 0.2861979 Apr 12 18:31:53.351177 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169aae28-2a67-4ed8-8fdb-7f1b409d5228 None None] Network 8b3652de-cd41-42d6-8b04-15df63fc7cf1 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:31:53.359551 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6809eb-ef20-4c3a-b769-de06fe91ebab,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:31:53.367415 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:53.368007 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:53.368319 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:53.368660 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:53.369099 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:53.369556 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:53.370046 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:53.370426 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:53.370803 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:53.371184 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:53.371539 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:53.371919 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:53.372319 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:53.372649 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:53.373025 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b936eb-21f3-4458-848f-eca197f2fde9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:31:53.697747 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-2456ffb2-6249-4207-a4d2-55463d068ae7 None None] Provisioning complete for port a88dda02-8dd7-432c-b1ea-09af6145d6b1 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:31:53.698280 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2456ffb2-6249-4207-a4d2-55463d068ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (a88dda02-8dd7-432c-b1ea-09af6145d6b1), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.777912 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-2456ffb2-6249-4207-a4d2-55463d068ae7 None None] Current status of the port a88dda02-8dd7-432c-b1ea-09af6145d6b1 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:31:53.785911 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-2456ffb2-6249-4207-a4d2-55463d068ae7 None None] Provisioning complete for port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:31:53.786295 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2456ffb2-6249-4207-a4d2-55463d068ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:31:53.863695 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-2456ffb2-6249-4207-a4d2-55463d068ae7 None None] Current status of the port 7ffd7c08-d7a7-4a2b-9bdc-adf22ffec2f9 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:31:55.661662 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 53938) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:55.868613 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ce123b-bcfe-4f13-baf8-3b5dbd1721d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:55.868993 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ce123b-bcfe-4f13-baf8-3b5dbd1721d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:55.870554 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-e2ce123b-bcfe-4f13-baf8-3b5dbd1721d9 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2075872 Apr 12 18:31:58.189004 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 53946) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:31:58.337535 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00adc906-d16d-4f37-bd4f-0068b06e8d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:58.337997 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00adc906-d16d-4f37-bd4f-0068b06e8d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:31:58.339563 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-00adc906-d16d-4f37-bd4f-0068b06e8d7b admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1495607 Apr 12 18:32:00.703869 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 53954) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:32:00.851717 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b286bcaa-41dc-43ff-946a-a4265931fc7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:00.853124 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-b286bcaa-41dc-43ff-946a-a4265931fc7f admin admin] 10.222.0.64 "GET /v2.0/networks/78cdc165-acac-4fef-b363-a66b7c239f59 HTTP/1.1" status: 200 len: 886 time: 0.1479714 Apr 12 18:32:03.149449 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 53962) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:32:03.303820 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30544f2-12ac-4082-8fef-15d8f5831945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:03.305242 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-c30544f2-12ac-4082-8fef-15d8f5831945 admin admin] 10.222.0.64 "GET /v2.0/networks/8b3652de-cd41-42d6-8b04-15df63fc7cf1 HTTP/1.1" status: 200 len: 869 time: 0.1547348 Apr 12 18:32:05.606812 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 53970) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:32:05.746051 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a9e20b-636d-4de9-8c87-1f356f47e191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:05.746561 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a9e20b-636d-4de9-8c87-1f356f47e191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:05.748560 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-f9a9e20b-636d-4de9-8c87-1f356f47e191 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1401143 Apr 12 18:32:08.057238 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 53978) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:32:08.166457 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a9e484-7d3a-41c4-9366-d6b731b478d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:08.166898 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a9e484-7d3a-41c4-9366-d6b731b478d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:08.168414 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-f1a9e484-7d3a-41c4-9366-d6b731b478d8 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1098895 Apr 12 18:32:10.483600 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 53986) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:32:10.577922 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91cf3a-53e9-4393-81c5-d4ebf6f4907f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:10.579355 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-ea91cf3a-53e9-4393-81c5-d4ebf6f4907f admin admin] 10.222.0.64 "GET /v2.0/subnets/0d6809eb-ef20-4c3a-b769-de06fe91ebab HTTP/1.1" status: 200 len: 868 time: 0.0947156 Apr 12 18:32:12.839973 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 5 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:32:12.879330 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 53994) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:32:12.968901 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d20cf9c-394f-4af1-a94e-7798802fb0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:12.970289 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-1d20cf9c-394f-4af1-a94e-7798802fb0ea admin admin] 10.222.0.64 "GET /v2.0/subnets/792d5229-3351-49ea-ac48-fd8944889b32 HTTP/1.1" status: 200 len: 816 time: 0.0899675 Apr 12 18:32:13.284011 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4ad24d4b-a56e-4082-8600-32ee2b1f186f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:15.708833 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-167de421-8b16-4b91-84a1-b1484d01fe43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:16.508088 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:17.916386 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:19.706870 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:43.290258 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-35dcb5c8-77c1-4590-97fe-d7d26122d78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:45.704569 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-813f6f5f-a75f-41ab-b033-ffe0e9b32e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:46.509469 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:47.918788 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:49.712095 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:49.839319 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 5 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:32:53.401951 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54052) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:32:53.456727 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [None req-f26d9bca-7733-4e1b-b64a-b42759f54dbc admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:32:53.457729 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-f26d9bca-7733-4e1b-b64a-b42759f54dbc admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0547254 Apr 12 18:32:55.859810 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54060) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:32:55.932271 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf79fb52-f59c-450e-ad12-39f72379ddf2 admin admin] GET failed (client error): The resource could not be found. Apr 12 18:32:55.933594 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-cf79fb52-f59c-450e-ad12-39f72379ddf2 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0725412 Apr 12 18:32:56.081625 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01418c86-638e-49d8-ac06-e4189119f305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:56.083103 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-01418c86-638e-49d8-ac06-e4189119f305 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1452100 Apr 12 18:32:58.400470 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54068) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:32:58.451218 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:32:58.475482 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Made reservation on behalf of 1071c17274884092b369bce1fd79f11d for: {'network': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:32:58.477826 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:58.518966 dv-cinder-837536-1-iscsi neutron-server[103438]: WARNING neutron.services.revisions.revision_plugin [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Could not find related network for resource to bump revision. Apr 12 18:32:58.534736 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:32:58.546864 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788792289967', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (dfdbb29b-1029-43e9-a9a2-7608c691a20c), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:58.547474 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Unsubscribe: segment precommit_create {{(pid=103438) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 18:32:58.547933 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.segments_db [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Added segment dfdbb29b-1029-43e9-a9a2-7608c691a20c of type vlan for network cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd Apr 12 18:32:58.594778 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:58.629411 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:58.630497 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:32:58.631034 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:32:58.709834 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3081954 Apr 12 18:32:58.723043 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Pushing event updated for resources: {'Network': ['ID=cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:32:58.730832 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:58.731220 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:58.731587 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:58.731902 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:58.732229 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:58.732554 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:58.732875 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:58.733192 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:58.733536 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:58.733858 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:58.734194 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:58.734529 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:58.734851 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:58.735164 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:58.735506 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1ebb2-c5ba-4bfd-8818-78985c38b3eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:32:58.748595 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:33:01.153507 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54076) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:33:01.225167 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3767fe-a853-4a43-8498-3146abfbda3e admin admin] GET failed (client error): The resource could not be found. Apr 12 18:33:01.226452 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-4e3767fe-a853-4a43-8498-3146abfbda3e admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0719695 Apr 12 18:33:01.300019 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd7d98-031f-4ffe-a97b-b28eb4d282da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:01.301397 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-75bd7d98-031f-4ffe-a97b-b28eb4d282da admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0690379 Apr 12 18:33:01.314166 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-f5acd056-2dcc-419d-8e2d-a93fe8401c02 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:33:01.336770 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5acd056-2dcc-419d-8e2d-a93fe8401c02 admin admin] Made reservation on behalf of 1071c17274884092b369bce1fd79f11d for: {'subnet': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:33:01.338899 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f5acd056-2dcc-419d-8e2d-a93fe8401c02 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:01.507263 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f5acd056-2dcc-419d-8e2d-a93fe8401c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for subnet (47a4c773-1fb0-4fde-99c5-ae67af9561cc), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:01.606923 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acd056-2dcc-419d-8e2d-a93fe8401c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a4c773-1fb0-4fde-99c5-ae67af9561cc,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:33:01.616989 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5acd056-2dcc-419d-8e2d-a93fe8401c02 admin admin] Checking segment: {'id': 'dfdbb29b-1029-43e9-a9a2-7608c691a20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:33:01.617348 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5acd056-2dcc-419d-8e2d-a93fe8401c02 admin admin] Network hostable DHCP agents. Network: cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:33:01.637615 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5acd056-2dcc-419d-8e2d-a93fe8401c02 admin admin] Network cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:33:01.647574 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-f5acd056-2dcc-419d-8e2d-a93fe8401c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd) {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:33:01.651626 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5acd056-2dcc-419d-8e2d-a93fe8401c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:33:01.652227 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f5acd056-2dcc-419d-8e2d-a93fe8401c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:01.656640 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3da7b7-f353-4669-83f4-62538dabfac2 None None] Network cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:33:01.675145 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-f5acd056-2dcc-419d-8e2d-a93fe8401c02 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3568211 Apr 12 18:33:01.763633 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d4b8a3-d7c9-5bb4-a161-973022d58dea-cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd', 'network_id': 'cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd', 'project_id': '1071c17274884092b369bce1fd79f11d', 'fixed_ips': [{'subnet_id': '47a4c773-1fb0-4fde-99c5-ae67af9561cc'}]}} from dv-cinder-837536-1-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:33:01.764551 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:01.905635 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Allocated IP 192.168.233.2 (cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd/47a4c773-1fb0-4fde-99c5-ae67af9561cc/e4c1d5f8-6554-4fe8-9686-94e5de0d3133) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:33:02.058921 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Publish callbacks [] for port (e4c1d5f8-6554-4fe8-9686-94e5de0d3133), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:02.064412 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (e4c1d5f8-6554-4fe8-9686-94e5de0d3133), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:02.104711 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Network cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:33:02.109796 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:33:02.113285 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:33:02.118723 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Pushing event updated for resources: {'Port': ['ID=e4c1d5f8-6554-4fe8-9686-94e5de0d3133,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:33:02.128525 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:02.128865 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:02.129225 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:02.129573 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:02.129905 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:02.130317 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:02.130643 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:02.130957 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:02.131416 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:02.131740 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:02.132056 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:02.132379 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:02.132691 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:02.133002 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:02.133311 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:33:02.184544 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Attempting to bind port e4c1d5f8-6554-4fe8-9686-94e5de0d3133 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:33:02.184834 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Attempting to bind port e4c1d5f8-6554-4fe8-9686-94e5de0d3133 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'dfdbb29b-1029-43e9-a9a2-7608c691a20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:33:02.185197 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Attempting to bind port e4c1d5f8-6554-4fe8-9686-94e5de0d3133 on network cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:33:02.190223 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:33:02.190594 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Checking segment: {'id': 'dfdbb29b-1029-43e9-a9a2-7608c691a20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:33:02.190991 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:02.191418 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Bound using segment: {'id': 'dfdbb29b-1029-43e9-a9a2-7608c691a20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:33:02.191884 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Bound port: e4c1d5f8-6554-4fe8-9686-94e5de0d3133, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdbb29b-1029-43e9-a9a2-7608c691a20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:33:02.192263 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (e4c1d5f8-6554-4fe8-9686-94e5de0d3133), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:02.255074 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] For port e4c1d5f8-6554-4fe8-9686-94e5de0d3133, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:33:02.258400 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] For port e4c1d5f8-6554-4fe8-9686-94e5de0d3133, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=e4c1d5f8-6554-4fe8-9686-94e5de0d3133,segment=NetworkSegment(dfdbb29b-1029-43e9-a9a2-7608c691a20c),segment_id=dfdbb29b-1029-43e9-a9a2-7608c691a20c)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:33:02.265196 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (e4c1d5f8-6554-4fe8-9686-94e5de0d3133), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:02.323333 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b66db5-5f81-47cc-a423-5abe3786aa87 None None] Pushing event updated for resources: {'Port': ['ID=e4c1d5f8-6554-4fe8-9686-94e5de0d3133,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:33:03.135026 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665a58e6-7e60-4d18-8223-dd5a112aed37 None None] Network cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:33:03.237975 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f13e1165-e80c-407f-b78e-4af29c69cdd3 None None] Provisioning complete for port e4c1d5f8-6554-4fe8-9686-94e5de0d3133 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:33:03.238293 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f13e1165-e80c-407f-b78e-4af29c69cdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (e4c1d5f8-6554-4fe8-9686-94e5de0d3133), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:03.325092 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f13e1165-e80c-407f-b78e-4af29c69cdd3 None None] Current status of the port e4c1d5f8-6554-4fe8-9686-94e5de0d3133 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:33:03.325743 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f13e1165-e80c-407f-b78e-4af29c69cdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (e4c1d5f8-6554-4fe8-9686-94e5de0d3133), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:03.360360 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f13e1165-e80c-407f-b78e-4af29c69cdd3 None None] For port e4c1d5f8-6554-4fe8-9686-94e5de0d3133, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=e4c1d5f8-6554-4fe8-9686-94e5de0d3133,segment=NetworkSegment(dfdbb29b-1029-43e9-a9a2-7608c691a20c),segment_id=dfdbb29b-1029-43e9-a9a2-7608c691a20c)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:33:03.370167 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f13e1165-e80c-407f-b78e-4af29c69cdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (e4c1d5f8-6554-4fe8-9686-94e5de0d3133), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:03.422255 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e1165-e80c-407f-b78e-4af29c69cdd3 None None] Pushing event updated for resources: {'Port': ['ID=e4c1d5f8-6554-4fe8-9686-94e5de0d3133,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:33:03.489635 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-6da471a2-ee74-467f-8dc2-a9262f51433f None None] Provisioning complete for port e4c1d5f8-6554-4fe8-9686-94e5de0d3133 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:33:03.489937 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6da471a2-ee74-467f-8dc2-a9262f51433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (e4c1d5f8-6554-4fe8-9686-94e5de0d3133), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:03.570187 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-6da471a2-ee74-467f-8dc2-a9262f51433f None None] Current status of the port e4c1d5f8-6554-4fe8-9686-94e5de0d3133 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:33:04.564442 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device e4c1d5f8-6554-4fe8-9686-94e5de0d3133 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:33:04.613036 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port e4c1d5f8-6554-4fe8-9686-94e5de0d3133 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:33:04.613405 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (e4c1d5f8-6554-4fe8-9686-94e5de0d3133), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:04.692064 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port e4c1d5f8-6554-4fe8-9686-94e5de0d3133 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:33:13.283820 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd1d6-4453-4012-8aa4-45fe495bd1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:15.700086 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3125b66d-f138-4439-8109-150651e3707f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:16.513285 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:17.922968 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:19.716929 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:26.839431 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 5 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:33:43.289182 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b7d93620-c5b2-4129-9b21-ebb8e753bb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:45.707885 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cfbd2727-61aa-418c-b6e6-1140fc4389f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:46.518097 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:47.925841 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:33:49.713121 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:03.842477 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 5 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:34:13.284583 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a0d92077-3100-4dd7-a66b-d6a68e846562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:15.706193 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-632938eb-f80c-4305-b991-50450823f233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:16.520234 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:17.931571 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:19.715040 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:39.292169 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54114) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:39.298503 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [None req-52d0b3af-e01b-42d0-9acc-28cafaf23902 tempest-verify_tempest_config-81961116 tempest-verify_tempest_config-81961116-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:34:39.299503 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-52d0b3af-e01b-42d0-9acc-28cafaf23902 tempest-verify_tempest_config-81961116 tempest-verify_tempest_config-81961116-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063596 Apr 12 18:34:39.607192 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54132) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:39.718201 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:39.796976 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Publish callbacks [] for security_group (bb97f8da-bade-4bb2-9e2a-f7f3c3ec46a0), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:39.804167 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (bb97f8da-bade-4bb2-9e2a-f7f3c3ec46a0), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:39.857387 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb97f8da-bade-4bb2-9e2a-f7f3c3ec46a0,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:39.861178 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ba3c407548147b19fd2be149de6f026&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2529433 Apr 12 18:34:39.864349 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54136) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:34:39.866728 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:39.867078 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:39.867468 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:39.867833 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:39.868163 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:39.868464 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:39.868804 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:39.869128 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:39.869458 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:39.869779 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:39.870104 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:39.870428 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:39.870744 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:39.871065 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:39.871433 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fcea12-127c-46e6-b465-44cb1f26d246 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:39.941568 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Publish callbacks [] for security_group (bb97f8da-bade-4bb2-9e2a-f7f3c3ec46a0), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:39.962706 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Publish callbacks [] for security_group (bb97f8da-bade-4bb2-9e2a-f7f3c3ec46a0), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:40.062800 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (bb97f8da-bade-4bb2-9e2a-f7f3c3ec46a0), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:40.066685 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:40.068213 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb97f8da-bade-4bb2-9e2a-f7f3c3ec46a0 HTTP/1.1" status: 204 len: 168 time: 0.2028234 Apr 12 18:34:40.075830 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb97f8da-bade-4bb2-9e2a-f7f3c3ec46a0,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:34:40.082828 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:40.083175 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:40.083554 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:40.083892 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:40.084222 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:40.084567 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:40.084870 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:40.085186 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:40.085550 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:40.085859 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:40.086187 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:40.086505 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:40.086828 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:40.087151 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:40.087489 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370785-64b4-42c8-a8f8-b9835bc2fd95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:34:40.842654 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 5 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:34:43.289631 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-05c1d36b-6bd4-4e48-8f35-2bda3dfc0420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:45.702121 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aba207c9-edce-4c05-867e-c7c53185980a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:46.523648 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:47.936781 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:34:49.713094 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:13.299934 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f563-faaf-4920-abb8-a99b6917d4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:15.714997 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d44f7e26-322c-496b-b4dd-c0156d20ac26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:16.532469 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:17.842187 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 5 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:35:17.943298 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:19.713748 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:43.301509 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-95009042-459f-475c-8629-3af373c73d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:45.719409 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-791b6e6f-2a48-43d5-8c59-5b9aae1a5ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:46.537075 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:47.947374 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:49.715293 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:35:54.841561 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 5 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:36:13.307338 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e295f09-48bc-400f-a225-bd004a698957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:15.727338 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4ee87a9c-3922-48c8-a365-098cabe7a2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:16.535323 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:17.955532 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:19.711657 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:25.281555 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633751'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:31.843480 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:36:40.237749 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54208) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:40.376531 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-f2042364-2347-459a-a0a3-2bd1f493981d admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1372087 Apr 12 18:36:42.707585 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54218) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:36:42.763020 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-c629ce30-e745-4569-9386-540ced69e53d admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0543144 Apr 12 18:36:43.303943 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c101ae4e-d61c-48df-92f5-aa7348b25211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:45.712686 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dc4caca1-124e-4697-91b1-4275a3fb0791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:46.537452 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:47.949662 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:49.706770 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:36:55.276373 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:08.847696 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:37:13.294395 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-581b5d44-d082-4472-9c8b-77a0630050fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:15.720045 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-59ac2235-1a92-4582-ae89-1ab0c23381bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:16.547724 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:17.959817 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:19.720458 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:25.276529 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:43.289761 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3a40e725-b28a-4f46-b776-cc4852872fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:45.707250 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d02e1b4a-499b-4713-9805-03339bb9bdeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:45.848191 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:37:46.544657 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:47.960568 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:49.715606 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:37:55.263309 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:13.295867 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b59b4b77-9305-4532-91a7-8374268f67d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:15.702664 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c3503c45-c44b-4ac5-bc92-87055a08af79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:16.553565 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:17.972885 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:19.742385 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:21.603400 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54418) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:21.631261 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54426) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:21.901126 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1724913804-network', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:21.927440 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Made reservation on behalf of abad2cf2938f4de0b8942385cfaa6c97 for: {'network': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:21.932697 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:21.946453 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:21.957807 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-721617399-network', 'tenant_id': '8e692c7fc171414d84f1d9844bb07d83'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:21.993659 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Made reservation on behalf of 8e692c7fc171414d84f1d9844bb07d83 for: {'network': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:22.000384 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.023828 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.037469 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54444) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:22.051325 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Publish callbacks [] for security_group (162401ba-8ae9-4eb3-a023-788399f1ade1), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.058685 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (162401ba-8ae9-4eb3-a023-788399f1ade1), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.089978 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:38:22.103048 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162401ba-8ae9-4eb3-a023-788399f1ade1,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:22.108674 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (fe681fc1-d2e1-4e25-8536-34f4d470ec68), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.109235 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.segments_db [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Added segment fe681fc1-d2e1-4e25-8536-34f4d470ec68 of type vlan for network bd6ede6b-2ee4-4b44-9324-17591d93f339 Apr 12 18:38:22.121931 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.122539 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.123103 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.123619 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.124557 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.125003 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.125489 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.126199 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.126700 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.127276 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.127778 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.128125 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.128615 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.128950 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.129066 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Publish callbacks [] for security_group (41168aca-b370-4680-8b54-5c75de7c0dec), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.129273 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Tracked resource versions report: Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: pushed versions: Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: { 'AddressGroup': {'1.2'}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Agent': {'1.1'}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'ConntrackHelper': {'1.0'}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Log': {'1.0'}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'NDPProxy': {'1.0'}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Network': {'1.1'}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Port': {'1.7'}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'PortForwarding': {'1.3'}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'QosPolicy': {'1.10'}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'SecurityGroup': {'1.5'}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'SubPort': {'1.0'}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Subnet': {'1.1'}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Trunk': {'1.1'}} Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: consumer versions: Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: { DHCP agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: HyperV agent@hv-cinder-83753: {}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: L3 agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: Metadata agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: Metering agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: Open vSwitch agent@dv-cinder-837536-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Agent': '1.1', Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'ConntrackHelper': '1.0', Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'LocalIPAssociation': '1.0', Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Log': '1.0', Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'NDPProxy': '1.0', Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Network': '1.1', Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Port': '1.7', Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'PortForwarding': '1.3', Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'QosPolicy': '1.10', Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'SecurityGroup': '1.5', Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'SecurityGroupRule': '1.2', Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'SubPort': '1.0', Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Subnet': '1.1', Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: 'Trunk': '1.1'}} Apr 12 18:38:22.130454 dv-cinder-837536-1-iscsi neutron-server[103439]: {{(pid=103439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:38:22.134295 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (41168aca-b370-4680-8b54-5c75de7c0dec), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.146728 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:38:22.156398 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (d064ec02-33b6-4a35-a64c-2c6a6e9317f2), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.156857 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.segments_db [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Added segment d064ec02-33b6-4a35-a64c-2c6a6e9317f2 of type vlan for network 34eef30a-0fb5-4fcf-988d-d27107a6c1bc Apr 12 18:38:22.178137 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (bd6ede6b-2ee4-4b44-9324-17591d93f339), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.208771 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (bd6ede6b-2ee4-4b44-9324-17591d93f339), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.210624 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:22.212157 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.216410 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41168aca-b370-4680-8b54-5c75de7c0dec,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:22.224125 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54456) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:22.226762 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.227106 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.227488 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.227958 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.228286 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.228610 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.228930 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.229251 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.229587 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.229906 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.230241 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.230582 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.231079 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.231581 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.231983 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54458) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:22.232268 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Tracked resource versions report: Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: pushed versions: Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: { 'AddressGroup': {'1.2'}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Agent': {'1.1'}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'ConntrackHelper': {'1.0'}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Log': {'1.0'}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'NDPProxy': {'1.0'}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Network': {'1.1'}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Port': {'1.7'}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'PortForwarding': {'1.3'}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'QosPolicy': {'1.10'}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'SecurityGroup': {'1.5'}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'SubPort': {'1.0'}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Subnet': {'1.1'}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Trunk': {'1.1'}} Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: consumer versions: Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: { DHCP agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: HyperV agent@hv-cinder-83753: {}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: L3 agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: Metadata agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: Metering agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: Open vSwitch agent@dv-cinder-837536-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Agent': '1.1', Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'ConntrackHelper': '1.0', Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'LocalIPAssociation': '1.0', Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Log': '1.0', Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'NDPProxy': '1.0', Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Network': '1.1', Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Port': '1.7', Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'PortForwarding': '1.3', Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'QosPolicy': '1.10', Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'SecurityGroup': '1.5', Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'SecurityGroupRule': '1.2', Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'SubPort': '1.0', Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Subnet': '1.1', Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: 'Trunk': '1.1'}} Apr 12 18:38:22.233522 dv-cinder-837536-1-iscsi neutron-server[103438]: {{(pid=103438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:38:22.241584 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (34eef30a-0fb5-4fcf-988d-d27107a6c1bc), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.274117 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (34eef30a-0fb5-4fcf-988d-d27107a6c1bc), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.276674 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:22.277531 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.296843 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6919825 Apr 12 18:38:22.297791 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54466) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:22.337873 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-bd71fe8c-fdbc-423c-944f-e967da29281e admin admin] Request body: {'subnet': {'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-subnet', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:22.356244 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-995693897-network', 'tenant_id': '86834b83fff74546a622369a6b71f863'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:22.359994 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7275128 Apr 12 18:38:22.362634 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54474) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:22.367358 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1075553546-network', 'tenant_id': '82f5232c43b84fdfaa14e60f665e1f70'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:22.368132 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-cdfabbc3-f1e1-472f-aab2-ecf0351cc59f admin admin] Request body: {'subnet': {'network_id': '34eef30a-0fb5-4fcf-988d-d27107a6c1bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-721617399-subnet', 'tenant_id': '8e692c7fc171414d84f1d9844bb07d83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:22.372512 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6c43a-cda9-477e-8b20-4b890a076c90 admin admin] Pushing event updated for resources: {'Network': ['ID=bd6ede6b-2ee4-4b44-9324-17591d93f339,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:22.380735 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e0fec-4601-4740-98be-c7ad9f55014d admin admin] Pushing event updated for resources: {'Network': ['ID=34eef30a-0fb5-4fcf-988d-d27107a6c1bc,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:22.384445 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network bd6ede6b-2ee4-4b44-9324-17591d93f339 details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:38:22.417554 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1203496345-network', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:22.423342 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] Made reservation on behalf of 82f5232c43b84fdfaa14e60f665e1f70 for: {'network': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:22.425661 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.437665 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd71fe8c-fdbc-423c-944f-e967da29281e admin admin] Made reservation on behalf of abad2cf2938f4de0b8942385cfaa6c97 for: {'subnet': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:22.439833 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bd71fe8c-fdbc-423c-944f-e967da29281e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.441573 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.466462 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network 34eef30a-0fb5-4fcf-988d-d27107a6c1bc details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:38:22.510755 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] Made reservation on behalf of 86834b83fff74546a622369a6b71f863 for: {'network': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:22.513028 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.528023 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] Made reservation on behalf of 87396fafe66b4b39a6c3d47bffe8eacb for: {'network': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:22.530381 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.536260 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.538347 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfabbc3-f1e1-472f-aab2-ecf0351cc59f admin admin] Made reservation on behalf of 8e692c7fc171414d84f1d9844bb07d83 for: {'subnet': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:22.543072 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cdfabbc3-f1e1-472f-aab2-ecf0351cc59f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.577071 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.608680 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] Publish callbacks [] for security_group (91340c33-e214-4384-b1e1-cb8c9281d266), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.614436 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (91340c33-e214-4384-b1e1-cb8c9281d266), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.676809 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91340c33-e214-4384-b1e1-cb8c9281d266,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:22.693288 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:38:22.708210 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (186b588a-1db0-4366-bf7b-6a2ade9b9f01), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.708624 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.segments_db [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] Added segment 186b588a-1db0-4366-bf7b-6a2ade9b9f01 of type vlan for network 170ed41c-189b-4c4f-80fe-8d37ad3789f6 Apr 12 18:38:22.762676 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (170ed41c-189b-4c4f-80fe-8d37ad3789f6), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.807424 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (170ed41c-189b-4c4f-80fe-8d37ad3789f6), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.809823 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:22.810875 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.847606 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:38:22.879853 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] Publish callbacks [] for security_group (134e6e75-2fe3-4368-aa6f-c66a06a4dde4), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.899993 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (134e6e75-2fe3-4368-aa6f-c66a06a4dde4), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.910713 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] Pushing event updated for resources: {'Network': ['ID=170ed41c-189b-4c4f-80fe-8d37ad3789f6,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:22.923389 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-4b414faa-ffd6-40c5-acc2-e9edcd9d72cd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6813910 Apr 12 18:38:22.924056 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54490) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:22.924264 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network 170ed41c-189b-4c4f-80fe-8d37ad3789f6 details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:38:22.930424 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-ed63094f-4022-4d66-98b7-b7a189c26feb admin admin] Request body: {'subnet': {'network_id': '170ed41c-189b-4c4f-80fe-8d37ad3789f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1075553546-subnet', 'tenant_id': '82f5232c43b84fdfaa14e60f665e1f70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:22.945347 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] Publish callbacks [] for security_group (d77668b9-7506-4678-aaa7-45ca70cbb3cc), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.952673 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bd71fe8c-fdbc-423c-944f-e967da29281e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for subnet (33d52d9c-12da-4676-bd06-e720c647d8df), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.960345 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed63094f-4022-4d66-98b7-b7a189c26feb admin admin] Made reservation on behalf of 82f5232c43b84fdfaa14e60f665e1f70 for: {'subnet': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:22.964447 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ed63094f-4022-4d66-98b7-b7a189c26feb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.970779 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (d77668b9-7506-4678-aaa7-45ca70cbb3cc), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:22.973931 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:38:23.020020 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (57a1583b-c519-4fc3-b20d-eea878bee935), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.020640 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.segments_db [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] Added segment 57a1583b-c519-4fc3-b20d-eea878bee935 of type vlan for network 7700dda7-79d5-4276-8ecc-6a223e399f7b Apr 12 18:38:23.044005 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:38:23.061085 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134e6e75-2fe3-4368-aa6f-c66a06a4dde4,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:23.071043 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cdfabbc3-f1e1-472f-aab2-ecf0351cc59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for subnet (daf4e2b9-6af6-4940-8128-4652c0da77cc), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.149394 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (edcaf8d4-b5d2-4d20-add1-4b619f5e5be5), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.150071 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.segments_db [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] Added segment edcaf8d4-b5d2-4d20-add1-4b619f5e5be5 of type vlan for network dcd504b7-0834-41e9-a8df-b699bcbecfe2 Apr 12 18:38:23.213176 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ed63094f-4022-4d66-98b7-b7a189c26feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for subnet (caf00337-1968-414b-ae16-cced928b9d43), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.235407 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77668b9-7506-4678-aaa7-45ca70cbb3cc,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:23.243534 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71fe8c-fdbc-423c-944f-e967da29281e admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d52d9c-12da-4676-bd06-e720c647d8df,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:23.258205 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (7700dda7-79d5-4276-8ecc-6a223e399f7b), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.282155 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71fe8c-fdbc-423c-944f-e967da29281e admin admin] Checking segment: {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:23.282866 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd71fe8c-fdbc-423c-944f-e967da29281e admin admin] Network hostable DHCP agents. Network: bd6ede6b-2ee4-4b44-9324-17591d93f339, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:38:23.286928 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (dcd504b7-0834-41e9-a8df-b699bcbecfe2), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.324008 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed63094f-4022-4d66-98b7-b7a189c26feb admin admin] Checking segment: {'id': '186b588a-1db0-4366-bf7b-6a2ade9b9f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '170ed41c-189b-4c4f-80fe-8d37ad3789f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:23.324374 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed63094f-4022-4d66-98b7-b7a189c26feb admin admin] Network hostable DHCP agents. Network: 170ed41c-189b-4c4f-80fe-8d37ad3789f6, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:38:23.358636 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed63094f-4022-4d66-98b7-b7a189c26feb admin admin] Network 170ed41c-189b-4c4f-80fe-8d37ad3789f6 is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:38:23.371410 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63094f-4022-4d66-98b7-b7a189c26feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=caf00337-1968-414b-ae16-cced928b9d43,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:23.382932 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-ed63094f-4022-4d66-98b7-b7a189c26feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, 170ed41c-189b-4c4f-80fe-8d37ad3789f6) {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:23.390923 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed63094f-4022-4d66-98b7-b7a189c26feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:23.393094 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ed63094f-4022-4d66-98b7-b7a189c26feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.394050 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cf6952-60f7-42cd-981b-6ef4c476e96e None None] Network 170ed41c-189b-4c4f-80fe-8d37ad3789f6 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:38:23.437364 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-ed63094f-4022-4d66-98b7-b7a189c26feb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5116243 Apr 12 18:38:23.476182 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.db.resource_extend [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 18:38:23.492775 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfabbc3-f1e1-472f-aab2-ecf0351cc59f admin admin] Checking segment: {'id': 'd064ec02-33b6-4a35-a64c-2c6a6e9317f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '34eef30a-0fb5-4fcf-988d-d27107a6c1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:23.493195 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfabbc3-f1e1-472f-aab2-ecf0351cc59f admin admin] Network hostable DHCP agents. Network: 34eef30a-0fb5-4fcf-988d-d27107a6c1bc, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:38:23.506922 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (7700dda7-79d5-4276-8ecc-6a223e399f7b), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.507877 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:23.508649 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.520232 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd71fe8c-fdbc-423c-944f-e967da29281e admin admin] Network bd6ede6b-2ee4-4b44-9324-17591d93f339 is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:38:23.537512 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249c27f9-68a2-492c-859e-46d18ffefcad None None] Network 170ed41c-189b-4c4f-80fe-8d37ad3789f6 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:38:23.537987 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (dcd504b7-0834-41e9-a8df-b699bcbecfe2), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.538972 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:23.539630 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.565815 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-bd71fe8c-fdbc-423c-944f-e967da29281e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, bd6ede6b-2ee4-4b44-9324-17591d93f339) {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:23.571016 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfabbc3-f1e1-472f-aab2-ecf0351cc59f admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf4e2b9-6af6-4940-8128-4652c0da77cc,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:23.633540 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5943689 Apr 12 18:38:23.635405 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd71fe8c-fdbc-423c-944f-e967da29281e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:23.636232 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bd71fe8c-fdbc-423c-944f-e967da29281e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.636718 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54532) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:23.642578 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-f68b5c47-b507-4a47-b6c9-45a26c2b4096 admin admin] Request body: {'subnet': {'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-subnet', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:23.647145 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc1fd1-32b4-4146-b923-afe58d12b877 admin admin] Pushing event updated for resources: {'Network': ['ID=7700dda7-79d5-4276-8ecc-6a223e399f7b,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:23.659913 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfabbc3-f1e1-472f-aab2-ecf0351cc59f admin admin] Network 34eef30a-0fb5-4fcf-988d-d27107a6c1bc is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:38:23.678129 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5b84c4-0bd6-4cb9-885b-2aed191731dd None None] Network bd6ede6b-2ee4-4b44-9324-17591d93f339 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:38:23.678975 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4060118 Apr 12 18:38:23.681867 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network 7700dda7-79d5-4276-8ecc-6a223e399f7b details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:38:23.684129 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54534) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:23.697363 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-cdfabbc3-f1e1-472f-aab2-ecf0351cc59f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, 34eef30a-0fb5-4fcf-988d-d27107a6c1bc) {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:23.716292 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-bd71fe8c-fdbc-423c-944f-e967da29281e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3825617 Apr 12 18:38:23.717818 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-efe23a02-c105-4b4f-84d0-bac367063c5b admin admin] Request body: {'subnet': {'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1203496345-subnet', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:23.718582 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54536) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:23.727929 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfabbc3-f1e1-472f-aab2-ecf0351cc59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:23.728683 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-cdfabbc3-f1e1-472f-aab2-ecf0351cc59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.736680 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:23.740307 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68b5c47-b507-4a47-b6c9-45a26c2b4096 admin admin] Made reservation on behalf of 86834b83fff74546a622369a6b71f863 for: {'subnet': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:23.742643 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f68b5c47-b507-4a47-b6c9-45a26c2b4096 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.838878 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca3469-a0e3-46f9-a3f8-d4e17953f856 admin admin] Pushing event updated for resources: {'Network': ['ID=dcd504b7-0834-41e9-a8df-b699bcbecfe2,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:23.842262 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3334f6a0-ac9d-4cc9-87e2-a43d3230535d None None] Network 34eef30a-0fb5-4fcf-988d-d27107a6c1bc requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:38:23.853442 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe23a02-c105-4b4f-84d0-bac367063c5b admin admin] Made reservation on behalf of 87396fafe66b4b39a6c3d47bffe8eacb for: {'subnet': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:23.855001 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-efe23a02-c105-4b4f-84d0-bac367063c5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.863001 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-cdfabbc3-f1e1-472f-aab2-ecf0351cc59f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4986062 Apr 12 18:38:23.881587 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58758'] for router (8e861e55-c1da-476c-a48d-ec2cf39b40b8), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.883066 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58783'] for router (8e861e55-c1da-476c-a48d-ec2cf39b40b8), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:23.888140 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network dcd504b7-0834-41e9-a8df-b699bcbecfe2 details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:38:24.097812 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Publish callbacks [] for router_controller (8e861e55-c1da-476c-a48d-ec2cf39b40b8), precommit_add_association {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:24.325251 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d4b8a3-d7c9-5bb4-a161-973022d58dea-bd6ede6b-2ee4-4b44-9324-17591d93f339', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df'}]}} from dv-cinder-837536-1-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:38:24.326622 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:24.355226 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409ba66c-48f0-4d52-bfeb-4902cc2c40d3 None None] Network 34eef30a-0fb5-4fcf-988d-d27107a6c1bc requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:38:24.395106 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Publish callbacks [] for router_gateway (8e861e55-c1da-476c-a48d-ec2cf39b40b8), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:24.438924 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f68b5c47-b507-4a47-b6c9-45a26c2b4096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for subnet (1fdfc130-a75f-442a-b693-285ff29a5ca9), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:24.557244 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b5c47-b507-4a47-b6c9-45a26c2b4096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fdfc130-a75f-442a-b693-285ff29a5ca9,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:24.577960 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-efe23a02-c105-4b4f-84d0-bac367063c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for subnet (4cdabe6e-b69b-428b-98d7-bd6e6c83c23e), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:24.715745 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe23a02-c105-4b4f-84d0-bac367063c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdabe6e-b69b-428b-98d7-bd6e6c83c23e,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:24.757575 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b5c47-b507-4a47-b6c9-45a26c2b4096 admin admin] Checking segment: {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:24.757960 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b5c47-b507-4a47-b6c9-45a26c2b4096 admin admin] Network hostable DHCP agents. Network: 7700dda7-79d5-4276-8ecc-6a223e399f7b, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:38:24.768845 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Publish callbacks [] for router_gateway (8e861e55-c1da-476c-a48d-ec2cf39b40b8), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:24.785857 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe23a02-c105-4b4f-84d0-bac367063c5b admin admin] Checking segment: {'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:24.786406 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe23a02-c105-4b4f-84d0-bac367063c5b admin admin] Network hostable DHCP agents. Network: dcd504b7-0834-41e9-a8df-b699bcbecfe2, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:38:24.798773 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54588) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:24.815553 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-901725437-network', 'tenant_id': 'a397867d396a441b9dd0e8d5b75baf9b'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:24.817409 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:24.896262 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b5c47-b507-4a47-b6c9-45a26c2b4096 admin admin] Network 7700dda7-79d5-4276-8ecc-6a223e399f7b is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:38:24.901230 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe23a02-c105-4b4f-84d0-bac367063c5b admin admin] Network dcd504b7-0834-41e9-a8df-b699bcbecfe2 is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:38:24.917631 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] Made reservation on behalf of a397867d396a441b9dd0e8d5b75baf9b for: {'network': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:24.922932 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:24.940195 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-f68b5c47-b507-4a47-b6c9-45a26c2b4096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, 7700dda7-79d5-4276-8ecc-6a223e399f7b) {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:24.954124 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68b5c47-b507-4a47-b6c9-45a26c2b4096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:24.957110 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f68b5c47-b507-4a47-b6c9-45a26c2b4096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:24.967480 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-efe23a02-c105-4b4f-84d0-bac367063c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, dcd504b7-0834-41e9-a8df-b699bcbecfe2) {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:24.973308 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:24.982789 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe23a02-c105-4b4f-84d0-bac367063c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:24.984998 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-efe23a02-c105-4b4f-84d0-bac367063c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.003746 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c168de6c-876c-4dde-a65e-e2d63c2640b5 None None] Network 7700dda7-79d5-4276-8ecc-6a223e399f7b requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:38:25.016843 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c560df58-8399-4c95-b388-4827b153a0cd None None] Network dcd504b7-0834-41e9-a8df-b699bcbecfe2 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:38:25.079152 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54616) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:25.091621 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-f68b5c47-b507-4a47-b6c9-45a26c2b4096 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4535236 Apr 12 18:38:25.096595 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54620) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:25.096932 dv-cinder-837536-1-iscsi neutron-server[103439]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 18:38:25.116798 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:25.144026 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Allocated IP 172.27.2.213 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/66567ac4-303a-4ce8-b1ac-c038d60b8026) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:38:25.159819 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-efe23a02-c105-4b4f-84d0-bac367063c5b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4592783 Apr 12 18:38:25.161743 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54622) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:25.168087 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:25.248480 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58758'] for router (d4f668c2-f653-495b-885c-1d8896cde7ff), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.249811 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58783'] for router (d4f668c2-f653-495b-885c-1d8896cde7ff), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.257183 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58758'] for router (a9d4b0a1-728d-4468-b107-8637da2235c8), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.258418 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58783'] for router (a9d4b0a1-728d-4468-b107-8637da2235c8), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.366461 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.383186 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] Publish callbacks [] for security_group (c51296f6-92c8-418e-a4e0-0f08872b4f72), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.393442 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d4b8a3-d7c9-5bb4-a161-973022d58dea-dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e'}]}} from dv-cinder-837536-1-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:38:25.394298 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.396289 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Publish callbacks [] for router_controller (a9d4b0a1-728d-4468-b107-8637da2235c8), precommit_add_association {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.398401 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (c51296f6-92c8-418e-a4e0-0f08872b4f72), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.412695 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Publish callbacks [] for router_controller (d4f668c2-f653-495b-885c-1d8896cde7ff), precommit_add_association {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.442007 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Allocated IP 172.20.0.2 (bd6ede6b-2ee4-4b44-9324-17591d93f339/33d52d9c-12da-4676-bd06-e720c647d8df/bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:38:25.445680 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:38:25.468066 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d4b8a3-d7c9-5bb4-a161-973022d58dea-7700dda7-79d5-4276-8ecc-6a223e399f7b', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'project_id': '86834b83fff74546a622369a6b71f863', 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9'}]}} from dv-cinder-837536-1-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:38:25.469050 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.480133 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-0c1c1df1-7b50-49e1-a474-c8efce3eead1 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:25.481777 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-0c1c1df1-7b50-49e1-a474-c8efce3eead1 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/networks?id=34eef30a-0fb5-4fcf-988d-d27107a6c1bc HTTP/1.1" status: 200 len: 811 time: 0.3963258 Apr 12 18:38:25.561461 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-46411787-ba0c-4214-9b87-5a1d6d70e889 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/quotas/8e692c7fc171414d84f1d9844bb07d83 HTTP/1.1" status: 200 len: 375 time: 0.0161245 Apr 12 18:38:25.633903 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-b00ee5ca-77ba-4020-858d-cdf8b3bc30b4 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e692c7fc171414d84f1d9844bb07d83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592279 Apr 12 18:38:25.644207 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Publish callbacks [] for port (66567ac4-303a-4ce8-b1ac-c038d60b8026), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.684864 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (66567ac4-303a-4ce8-b1ac-c038d60b8026), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.708766 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (06f5ad22-bad2-4333-a803-e70a8727b48e), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.709107 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.segments_db [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] Added segment 06f5ad22-bad2-4333-a803-e70a8727b48e of type vlan for network 0f93f009-de6c-44fb-85b8-344eb288d86a Apr 12 18:38:25.719680 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51296f6-92c8-418e-a4e0-0f08872b4f72,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:25.735853 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Pushing event updated for resources: {'Port': ['ID=66567ac4-303a-4ce8-b1ac-c038d60b8026,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:25.750262 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:25.752161 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:25.755133 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:38:25.814672 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Allocated IP 172.20.0.2 (dcd504b7-0834-41e9-a8df-b699bcbecfe2/4cdabe6e-b69b-428b-98d7-bd6e6c83c23e/2b33dc66-0545-4a95-ab8c-e2e2887fd981) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:38:25.839854 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Allocated IP 172.20.0.2 (7700dda7-79d5-4276-8ecc-6a223e399f7b/1fdfc130-a75f-442a-b693-285ff29a5ca9/9b94e0c0-4ead-4581-af47-87219b2dea03) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:38:25.915068 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-6be248c0-c30a-47dc-a162-9719ef98c25d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:38:25.922463 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-6be248c0-c30a-47dc-a162-9719ef98c25d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0807548 Apr 12 18:38:25.927263 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (0f93f009-de6c-44fb-85b8-344eb288d86a), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.938956 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Publish callbacks [] for router_gateway (a9d4b0a1-728d-4468-b107-8637da2235c8), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.954462 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Publish callbacks [] for router_gateway (d4f668c2-f653-495b-885c-1d8896cde7ff), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:25.999784 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Publish callbacks [] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.010965 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (0f93f009-de6c-44fb-85b8-344eb288d86a), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.011949 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:26.012553 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.015454 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.040373 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-1e99c36e-ccd4-48bc-88a6-cbb5f9c08cf6 service neutron] 10.222.0.64 "GET /v2.0/networks/34eef30a-0fb5-4fcf-988d-d27107a6c1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168299 Apr 12 18:38:26.111121 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Network bd6ede6b-2ee4-4b44-9324-17591d93f339 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:26.122012 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:26.132953 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:38:26.139903 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3331304 Apr 12 18:38:26.172880 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Pushing event updated for resources: {'Port': ['ID=bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:26.181038 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54656) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:26.194107 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-ef3277c8-f4be-4806-9e1d-4fd656a24e17 admin admin] Request body: {'subnet': {'network_id': '0f93f009-de6c-44fb-85b8-344eb288d86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-901725437-subnet', 'tenant_id': 'a397867d396a441b9dd0e8d5b75baf9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:26.206696 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:26.207231 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:26.207713 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:26.208212 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:26.208672 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:26.209102 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:26.209566 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:26.209990 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:26.210415 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:26.210838 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:26.211287 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:26.211729 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:26.212309 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:26.212782 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:26.213429 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Tracked resource versions report: Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: pushed versions: Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: { 'AddressGroup': {'1.2'}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Agent': {'1.1'}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'ConntrackHelper': {'1.0'}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Log': {'1.0'}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'NDPProxy': {'1.0'}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Network': {'1.1'}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Port': {'1.7'}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'PortForwarding': {'1.3'}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'QosPolicy': {'1.10'}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'SecurityGroup': {'1.5'}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'SubPort': {'1.0'}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Subnet': {'1.1'}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Trunk': {'1.1'}} Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: consumer versions: Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: { DHCP agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: HyperV agent@hv-cinder-83753: {}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: L3 agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: Metadata agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: Metering agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: Open vSwitch agent@dv-cinder-837536-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Agent': '1.1', Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'ConntrackHelper': '1.0', Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'LocalIPAssociation': '1.0', Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Log': '1.0', Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'NDPProxy': '1.0', Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Network': '1.1', Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Port': '1.7', Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'PortForwarding': '1.3', Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'QosPolicy': '1.10', Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'SecurityGroup': '1.5', Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'SecurityGroupRule': '1.2', Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'SubPort': '1.0', Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Subnet': '1.1', Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: 'Trunk': '1.1'}} Apr 12 18:38:26.215512 dv-cinder-837536-1-iscsi neutron-server[103440]: {{(pid=103440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:38:26.229557 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7d0f0-c594-40c7-87ec-176b52e39b65 admin admin] Pushing event updated for resources: {'Network': ['ID=0f93f009-de6c-44fb-85b8-344eb288d86a,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:26.260132 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network 0f93f009-de6c-44fb-85b8-344eb288d86a details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:38:26.368155 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3277c8-f4be-4806-9e1d-4fd656a24e17 admin admin] Made reservation on behalf of a397867d396a441b9dd0e8d5b75baf9b for: {'subnet': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:26.370905 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ef3277c8-f4be-4806-9e1d-4fd656a24e17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.407651 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Publish callbacks [] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.409319 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d6156086-452b-4b55-9271-f024a35e14d2 service neutron] 10.222.0.64 "GET /v2.0/networks/34eef30a-0fb5-4fcf-988d-d27107a6c1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680074 Apr 12 18:38:26.414326 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Publish callbacks [] for router_gateway (8e861e55-c1da-476c-a48d-ec2cf39b40b8), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.425370 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Publish callbacks [] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.441893 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.448835 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Attempting to bind port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:38:26.449316 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Attempting to bind port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:38:26.449898 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Attempting to bind port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba on network bd6ede6b-2ee4-4b44-9324-17591d93f339 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:26.457989 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.488902 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:38:26.489444 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Checking segment: {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:26.490030 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.490531 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Bound using segment: {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:38:26.491120 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Bound port: bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:38:26.491592 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.517127 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Network 7700dda7-79d5-4276-8ecc-6a223e399f7b is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:26.527757 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Network dcd504b7-0834-41e9-a8df-b699bcbecfe2 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:26.551653 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:26.554473 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:38:26.562477 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:26.565178 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:38:26.573491 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Publish callbacks [] for router_gateway (a9d4b0a1-728d-4468-b107-8637da2235c8), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.575700 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Publish callbacks [] for router_gateway (d4f668c2-f653-495b-885c-1d8896cde7ff), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.633046 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.634160 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Pushing event updated for resources: {'Port': ['ID=9b94e0c0-4ead-4581-af47-87219b2dea03,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:26.637385 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.660048 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637342'] for router (8e861e55-c1da-476c-a48d-ec2cf39b40b8), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.702009 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Pushing event updated for resources: {'Port': ['ID=2b33dc66-0545-4a95-ab8c-e2e2887fd981,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:26.769596 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54674) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:26.797644 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Attempting to bind port 2b33dc66-0545-4a95-ab8c-e2e2887fd981 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:38:26.798078 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Attempting to bind port 2b33dc66-0545-4a95-ab8c-e2e2887fd981 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:38:26.798483 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Attempting to bind port 2b33dc66-0545-4a95-ab8c-e2e2887fd981 on network dcd504b7-0834-41e9-a8df-b699bcbecfe2 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:26.809192 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] For port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:38:26.832316 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:38:26.832750 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Checking segment: {'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:26.833104 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.833557 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Bound using segment: {'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:38:26.834040 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Bound port: 2b33dc66-0545-4a95-ab8c-e2e2887fd981, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:38:26.834426 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.836369 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Attempting to bind port 9b94e0c0-4ead-4581-af47-87219b2dea03 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:38:26.836731 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Attempting to bind port 9b94e0c0-4ead-4581-af47-87219b2dea03 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:38:26.837089 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Attempting to bind port 9b94e0c0-4ead-4581-af47-87219b2dea03 on network 7700dda7-79d5-4276-8ecc-6a223e399f7b {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:26.842354 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] For port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:38:26.860037 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:38:26.860443 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Checking segment: {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:26.860769 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.861201 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Bound using segment: {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:38:26.861677 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Bound port: 9b94e0c0-4ead-4581-af47-87219b2dea03, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:38:26.862119 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.864641 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:26.872290 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6645ad36-0f19-43d4-8952-84bb8a7df90d req-be7df419-4039-4d7a-a0c7-e4cd81f514da tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.0691888 Apr 12 18:38:26.925563 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 is scheduled to L3 agent 44317c89-751a-4fda-aa0e-2e986157389a with binding_index 1 {{(pid=103439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:38:26.931868 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ef3277c8-f4be-4806-9e1d-4fd656a24e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for subnet (b79c0af6-bc35-4951-9189-9abe1bbf508a), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:27.003118 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578169f-809e-410b-9858-9fb4cac6a8c7 None None] Pushing event updated for resources: {'Port': ['ID=bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:27.048868 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3277c8-f4be-4806-9e1d-4fd656a24e17 admin admin] Checking segment: {'id': '06f5ad22-bad2-4333-a803-e70a8727b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '0f93f009-de6c-44fb-85b8-344eb288d86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:27.049217 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3277c8-f4be-4806-9e1d-4fd656a24e17 admin admin] Network hostable DHCP agents. Network: 0f93f009-de6c-44fb-85b8-344eb288d86a, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:38:27.052768 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] For port 2b33dc66-0545-4a95-ab8c-e2e2887fd981, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:38:27.056590 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:38:27.067145 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Sync routers for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:38:27.082889 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:38:27.083673 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:38:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:27.085008 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:27.086608 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-ea5ae2d5-511e-4aef-802d-994e03d8ca88 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3532798 Apr 12 18:38:27.090893 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54686) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:27.100177 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Allocated IP 172.27.2.149 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/b89aa03e-c7f2-4cf6-83fa-3386383ccc24) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:38:27.111680 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3277c8-f4be-4806-9e1d-4fd656a24e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b79c0af6-bc35-4951-9189-9abe1bbf508a,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:27.111953 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] For port 2b33dc66-0545-4a95-ab8c-e2e2887fd981, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=2b33dc66-0545-4a95-ab8c-e2e2887fd981,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:38:27.148677 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3277c8-f4be-4806-9e1d-4fd656a24e17 admin admin] Network 0f93f009-de6c-44fb-85b8-344eb288d86a is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:38:27.183326 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:27.191629 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] For port 9b94e0c0-4ead-4581-af47-87219b2dea03, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:38:27.208486 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] For port 9b94e0c0-4ead-4581-af47-87219b2dea03, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=9b94e0c0-4ead-4581-af47-87219b2dea03,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:38:27.212350 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-ef3277c8-f4be-4806-9e1d-4fd656a24e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, 0f93f009-de6c-44fb-85b8-344eb288d86a) {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:27.260838 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3277c8-f4be-4806-9e1d-4fd656a24e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:27.262009 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ef3277c8-f4be-4806-9e1d-4fd656a24e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:27.337725 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-ef3277c8-f4be-4806-9e1d-4fd656a24e17 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1552601 Apr 12 18:38:27.411606 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:38:27.414350 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Publish callbacks [] for port (b89aa03e-c7f2-4cf6-83fa-3386383ccc24), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:27.551600 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:27.559303 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa09acd-ed03-40d6-b3e4-eaa28ddfd763 None None] Network 0f93f009-de6c-44fb-85b8-344eb288d86a requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:38:27.648874 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (b89aa03e-c7f2-4cf6-83fa-3386383ccc24), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:27.657918 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54708) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:27.704881 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464732c-3825-4019-bbfc-47a44f66c822 None None] Pushing event updated for resources: {'Port': ['ID=2b33dc66-0545-4a95-ab8c-e2e2887fd981,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:27.825574 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:25Z', 'revision_number': 3, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:27.829702 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1193615f-5c6e-4e59-ab22-022671d0f950 None None] Network 0f93f009-de6c-44fb-85b8-344eb288d86a requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:38:27.908726 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Checking router: 8e861e55-c1da-476c-a48d-ec2cf39b40b8 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:38:27.909085 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Updating router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 port 66567ac4-303a-4ce8-b1ac-c038d60b8026 binding host dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:38:27.998338 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (66567ac4-303a-4ce8-b1ac-c038d60b8026), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:28.021631 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b6607fb1-33a4-4562-8406-e1994b462d82 req-e0c3ec9a-1f71-42a0-8925-21e63048332a tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.0490332 Apr 12 18:38:28.024531 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_v2 [None req-69713740-df08-49bf-8362-c1610f9139ba admin admin] Deleting subnet caf00337-1968-414b-ae16-cced928b9d43 {{(pid=103439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:38:28.028442 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-69713740-df08-49bf-8362-c1610f9139ba admin admin] Publish callbacks [] for subnet (caf00337-1968-414b-ae16-cced928b9d43), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:28.052827 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb280d-bfde-4e2b-9acb-70a5f84fd0fe None None] Pushing event updated for resources: {'Port': ['ID=9b94e0c0-4ead-4581-af47-87219b2dea03,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:28.095175 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:28.102737 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-69713740-df08-49bf-8362-c1610f9139ba admin admin] Publish callbacks [] for subnet (caf00337-1968-414b-ae16-cced928b9d43), precommit_delete_associations {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:28.128749 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-69713740-df08-49bf-8362-c1610f9139ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (caf00337-1968-414b-ae16-cced928b9d43), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:28.134897 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:28.143559 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:38:28.211447 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-69713740-df08-49bf-8362-c1610f9139ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for subnet (caf00337-1968-414b-ae16-cced928b9d43), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:28.247624 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69713740-df08-49bf-8362-c1610f9139ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caf00337-1968-414b-ae16-cced928b9d43,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:28.313778 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Pushing event updated for resources: {'Port': ['ID=b89aa03e-c7f2-4cf6-83fa-3386383ccc24,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:28.318755 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-69713740-df08-49bf-8362-c1610f9139ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:28.325302 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-69713740-df08-49bf-8362-c1610f9139ba admin admin] 10.222.0.64 "DELETE /v2.0/subnets/caf00337-1968-414b-ae16-cced928b9d43 HTTP/1.1" status: 204 len: 168 time: 0.6638913 Apr 12 18:38:28.344188 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54720) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:28.356782 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Allocated IP 172.27.2.247 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/2361601d-92d4-44fd-b44a-44c552e64356) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:38:28.516012 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:28.541762 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (170ed41c-189b-4c4f-80fe-8d37ad3789f6), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:28.730828 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb0b935-fe22-40ac-a351-4205a8fc6e8c None None] Network bd6ede6b-2ee4-4b44-9324-17591d93f339 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:38:28.740451 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Publish callbacks [] for port (2361601d-92d4-44fd-b44a-44c552e64356), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:28.877858 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Publish callbacks [] for router_gateway (d4f668c2-f653-495b-885c-1d8896cde7ff), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:28.906791 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-70fd2cae-8c14-4c5a-92bf-e3cf3de6e26e None None] Provisioning complete for port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:28.906960 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-70fd2cae-8c14-4c5a-92bf-e3cf3de6e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:28.916743 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (170ed41c-189b-4c4f-80fe-8d37ad3789f6), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:28.934810 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (2361601d-92d4-44fd-b44a-44c552e64356), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:28.957027 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:38:28.995651 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:28.995651 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:28.995651 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:28.995651 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Subscribe: > port after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:28.999868 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:29.000299 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Subscribe: > port after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:29.000639 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:29.000974 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:29.001313 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:29.001617 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:29.010335 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Pushing event updated for resources: {'Port': ['ID=2361601d-92d4-44fd-b44a-44c552e64356,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:29.032314 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:29.040395 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048c4b39-d4c1-4e6d-9269-0eea0fa84d89 None None] Network dcd504b7-0834-41e9-a8df-b699bcbecfe2 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:38:29.041057 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:29.047355 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:38:29.289756 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Publish callbacks [] for port (66567ac4-303a-4ce8-b1ac-c038d60b8026), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.303913 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (66567ac4-303a-4ce8-b1ac-c038d60b8026), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.320356 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:29.321133 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:29.321891 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:29.322717 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:29.323287 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170ed41c-189b-4c4f-80fe-8d37ad3789f6']}} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:29.329346 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:29.329849 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.350045 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-70fd2cae-8c14-4c5a-92bf-e3cf3de6e26e None None] Current status of the port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:29.350446 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-70fd2cae-8c14-4c5a-92bf-e3cf3de6e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.377418 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186b588a-1db0-4366-bf7b-6a2ade9b9f01') {'for_net_delete': True} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:29.377793 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186b588a-1db0-4366-bf7b-6a2ade9b9f01') {} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:29.411239 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Attempting to bind port 66567ac4-303a-4ce8-b1ac-c038d60b8026 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:38:29.411473 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Attempting to bind port 66567ac4-303a-4ce8-b1ac-c038d60b8026 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:38:29.412013 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Attempting to bind port 66567ac4-303a-4ce8-b1ac-c038d60b8026 on network 78cdc165-acac-4fef-b363-a66b7c239f59 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:29.428843 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Pushing event updated for resources: {'Port': ['ID=66567ac4-303a-4ce8-b1ac-c038d60b8026,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:29.433400 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:38:29.437053 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Checking segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:29.437655 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7484339'] for segment (186b588a-1db0-4366-bf7b-6a2ade9b9f01), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.438167 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.439018 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Bound using segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:38:29.439715 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Bound port: 66567ac4-303a-4ce8-b1ac-c038d60b8026, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:38:29.440278 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (66567ac4-303a-4ce8-b1ac-c038d60b8026), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.456745 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a33d461-abc2-41fa-9d08-bd1dc860c5ee None None] Network 7700dda7-79d5-4276-8ecc-6a223e399f7b requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:38:29.467492 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-70fd2cae-8c14-4c5a-92bf-e3cf3de6e26e None None] For port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:38:29.488525 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:29.488966 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:29.489595 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:29.490036 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:29.490477 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:29.490898 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:29.491365 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:29.491789 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:29.492206 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:29.492619 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:29.493032 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:29.493459 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:29.493929 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:29.494340 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:29.494748 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Tracked resource versions report: Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: pushed versions: Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: { 'AddressGroup': {'1.2'}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Agent': {'1.1'}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'ConntrackHelper': {'1.0'}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'LocalIPAssociation': {'1.0'}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Log': {'1.0'}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'NDPProxy': {'1.0'}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Network': {'1.1'}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Port': {'1.7'}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'PortForwarding': {'1.3'}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'QosPolicy': {'1.10'}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'SecurityGroup': {'1.5'}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'SecurityGroupRule': {'1.2'}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'SubPort': {'1.0'}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Subnet': {'1.1'}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Trunk': {'1.1'}} Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: consumer versions: Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: { DHCP agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: HyperV agent@hv-cinder-83753: {}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: L3 agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: Metadata agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: Metering agent@dv-cinder-837536-1-iscsi: {}, Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: Open vSwitch agent@dv-cinder-837536-1-iscsi: { 'AddressGroup': '1.2', Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Agent': '1.1', Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'ConntrackHelper': '1.0', Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'LocalIPAssociation': '1.0', Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Log': '1.0', Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'NDPProxy': '1.0', Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Network': '1.1', Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Port': '1.7', Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'PortForwarding': '1.3', Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'QosPolicy': '1.10', Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'SecurityGroup': '1.5', Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'SecurityGroupRule': '1.2', Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'SubPort': '1.0', Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Subnet': '1.1', Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: 'Trunk': '1.1'}} Apr 12 18:38:29.496088 dv-cinder-837536-1-iscsi neutron-server[103441]: {{(pid=103441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 18:38:29.506007 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (186b588a-1db0-4366-bf7b-6a2ade9b9f01), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.520950 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-70fd2cae-8c14-4c5a-92bf-e3cf3de6e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.576097 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Publish callbacks [] for router_gateway (a9d4b0a1-728d-4468-b107-8637da2235c8), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-10668bfa-2fb1-40a9-a2d2-e4f5f14faef2 req-a6da595f-c5ba-4719-b1ea-fb63b172fb63 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.2196889 Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8342008'] for segment (186b588a-1db0-4366-bf7b-6a2ade9b9f01), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: from cryptography.utils import int_from_bytes Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: from cryptography.utils import int_from_bytes Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: Traceback (most recent call last): Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: timer() Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: cb(*args, **kw) Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: return func(*args, **kwargs) Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: self._notify() Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: self.callback(batched_events) Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: event.method(event) Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: return f(self, *a, **k) Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: return self._get(url).json() Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: return self.request(url, 'GET', **kwargs) Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:38:29.576731 dv-cinder-837536-1-iscsi neutron-server[103439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:38:29.597953 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] For port 66567ac4-303a-4ce8-b1ac-c038d60b8026, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:38:29.609041 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] For port 66567ac4-303a-4ce8-b1ac-c038d60b8026, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=66567ac4-303a-4ce8-b1ac-c038d60b8026,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:38:29.628119 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (66567ac4-303a-4ce8-b1ac-c038d60b8026), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.711660 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc835e-cb39-48db-a1fd-df3e42737c35 None None] Pushing event updated for resources: {'Port': ['ID=66567ac4-303a-4ce8-b1ac-c038d60b8026,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:29.713172 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Allocated IP 172.20.0.1 (bd6ede6b-2ee4-4b44-9324-17591d93f339/33d52d9c-12da-4676-bd06-e720c647d8df/eed4548b-1b3a-4c9f-bd73-76c0dc933828) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:38:29.735670 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (170ed41c-189b-4c4f-80fe-8d37ad3789f6), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.751468 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.761576 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] 10.222.0.64 "DELETE /v2.0/networks/170ed41c-189b-4c4f-80fe-8d37ad3789f6 HTTP/1.1" status: 204 len: 168 time: 1.4162476 Apr 12 18:38:29.765095 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1c4711d9-376f-44ba-99ee-42d9b8f110cc None None] Provisioning complete for port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:29.765487 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1c4711d9-376f-44ba-99ee-42d9b8f110cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.777113 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54740) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:29.777316 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:38:29.777995 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:38:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:29.796793 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:29.797800 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 9b94e0c0-4ead-4581-af47-87219b2dea03 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:38:29.806590 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910eed2e-08ad-4056-99fe-6c5070e6e44f admin admin] Pushing event deleted for resources: {'Network': ['ID=170ed41c-189b-4c4f-80fe-8d37ad3789f6,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:29.824949 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd2cae-8c14-4c5a-92bf-e3cf3de6e26e None None] Pushing event updated for resources: {'Port': ['ID=bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:29.891099 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637342'] for router (d4f668c2-f653-495b-885c-1d8896cde7ff), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.919023 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79ac1fe-03ab-429b-a206-a0d7684ea4f8 admin admin] Deleting subnet b79c0af6-bc35-4951-9189-9abe1bbf508a {{(pid=103439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:38:29.925946 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a79ac1fe-03ab-429b-a206-a0d7684ea4f8 admin admin] Publish callbacks [] for subnet (b79c0af6-bc35-4951-9189-9abe1bbf508a), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.927988 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 9b94e0c0-4ead-4581-af47-87219b2dea03 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:29.928551 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.985927 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Publish callbacks [] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:29.991363 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a79ac1fe-03ab-429b-a206-a0d7684ea4f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7484296'] for subnet (b79c0af6-bc35-4951-9189-9abe1bbf508a), precommit_delete_associations {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.001303 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:38:30.012880 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1c4711d9-376f-44ba-99ee-42d9b8f110cc None None] Current status of the port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:30.026824 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1c4711d9-376f-44ba-99ee-42d9b8f110cc None None] Provisioning complete for port 2b33dc66-0545-4a95-ab8c-e2e2887fd981 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:30.027406 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1c4711d9-376f-44ba-99ee-42d9b8f110cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.075303 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a79ac1fe-03ab-429b-a206-a0d7684ea4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (b79c0af6-bc35-4951-9189-9abe1bbf508a), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.125115 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 9b94e0c0-4ead-4581-af47-87219b2dea03 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:30.125742 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.130559 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.195367 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Network bd6ede6b-2ee4-4b44-9324-17591d93f339 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:30.198573 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] For port 9b94e0c0-4ead-4581-af47-87219b2dea03, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=9b94e0c0-4ead-4581-af47-87219b2dea03,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:38:30.200382 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1c4711d9-376f-44ba-99ee-42d9b8f110cc None None] Current status of the port 2b33dc66-0545-4a95-ab8c-e2e2887fd981 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:30.200802 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1c4711d9-376f-44ba-99ee-42d9b8f110cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.209083 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:30.217301 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.218262 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 2b33dc66-0545-4a95-ab8c-e2e2887fd981 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:38:30.225905 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:38:30.230138 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Pushing event updated for resources: {'Port': ['ID=eed4548b-1b3a-4c9f-bd73-76c0dc933828,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:30.254334 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a79ac1fe-03ab-429b-a206-a0d7684ea4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8341826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8224882'] for subnet (b79c0af6-bc35-4951-9189-9abe1bbf508a), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.297382 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ac1fe-03ab-429b-a206-a0d7684ea4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b79c0af6-bc35-4951-9189-9abe1bbf508a,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:30.310529 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637342'] for router (a9d4b0a1-728d-4468-b107-8637da2235c8), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.310712 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a79ac1fe-03ab-429b-a206-a0d7684ea4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.313736 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Router d4f668c2-f653-495b-885c-1d8896cde7ff is scheduled to L3 agent 44317c89-751a-4fda-aa0e-2e986157389a with binding_index 1 {{(pid=103438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:38:30.316295 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54746) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:30.317656 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-a79ac1fe-03ab-429b-a206-a0d7684ea4f8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b79c0af6-bc35-4951-9189-9abe1bbf508a HTTP/1.1" status: 204 len: 168 time: 0.5300519 Apr 12 18:38:30.321535 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637167'] for router_interface (8e861e55-c1da-476c-a48d-ec2cf39b40b8), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.339541 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1c4711d9-376f-44ba-99ee-42d9b8f110cc None None] For port 2b33dc66-0545-4a95-ab8c-e2e2887fd981, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=2b33dc66-0545-4a95-ab8c-e2e2887fd981,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:38:30.360979 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1c4711d9-376f-44ba-99ee-42d9b8f110cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.398226 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1c4711d9-376f-44ba-99ee-42d9b8f110cc None None] Provisioning complete for port 9b94e0c0-4ead-4581-af47-87219b2dea03 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:30.399098 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1c4711d9-376f-44ba-99ee-42d9b8f110cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.402537 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:25Z', 'revision_number': 3, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:30.432934 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d15e4c-ffb2-40c0-bcaf-82ae0f68392d None None] The sync data for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi is: [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:25Z', 'revision_number': 3, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:38:30.437022 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 2b33dc66-0545-4a95-ab8c-e2e2887fd981 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:30.437510 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.467481 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Pushing event updated for resources: {'Port': ['ID=9b94e0c0-4ead-4581-af47-87219b2dea03,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:30.541359 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.588676 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (0f93f009-de6c-44fb-85b8-344eb288d86a), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.640801 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4711d9-376f-44ba-99ee-42d9b8f110cc None None] Pushing event updated for resources: {'Port': ['ID=2b33dc66-0545-4a95-ab8c-e2e2887fd981,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:30.652512 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1c4711d9-376f-44ba-99ee-42d9b8f110cc None None] Current status of the port 9b94e0c0-4ead-4581-af47-87219b2dea03 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:30.657411 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 2b33dc66-0545-4a95-ab8c-e2e2887fd981 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:30.719077 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:38:30.732437 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Sync routers for ids ['d4f668c2-f653-495b-885c-1d8896cde7ff'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:38:30.750949 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Routers {'d4f668c2-f653-495b-885c-1d8896cde7ff'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:38:30.757096 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:38:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d4f668c2-f653-495b-885c-1d8896cde7ff'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:30.763741 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (0f93f009-de6c-44fb-85b8-344eb288d86a), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.796429 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.806787 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-42ef694b-7fca-4c23-8bbd-ae08a4610b05 req-6683dcee-f5f8-4b37-b9f1-ea50990cc19a tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.0445952 Apr 12 18:38:30.807524 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54754) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:30.809402 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-48163a00-24ff-4560-89e1-eefc18bd3f90 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7046909 Apr 12 18:38:30.817383 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:30.817792 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:30.818541 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:30.818890 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Subscribe: > port after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:30.819261 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:30.819613 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Subscribe: > port after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:30.819928 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:30.820240 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:30.820548 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:30.820862 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:30.975132 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:38:30.976135 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Publish callbacks [] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:30.999817 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:31.011492 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-910ebd10-d605-4177-be67-64029ed41428 None None] Provisioning complete for port eed4548b-1b3a-4c9f-bd73-76c0dc933828 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:31.011890 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-910ebd10-d605-4177-be67-64029ed41428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:31.037286 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:31.037738 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:31.038069 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:31.038397 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:38:31.038842 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f93f009-de6c-44fb-85b8-344eb288d86a']}} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:31.051722 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-910ebd10-d605-4177-be67-64029ed41428 None None] Port eed4548b-1b3a-4c9f-bd73-76c0dc933828 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:38:31.067164 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-910ebd10-d605-4177-be67-64029ed41428 None None] Provisioning complete for port 2b33dc66-0545-4a95-ab8c-e2e2887fd981 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:31.067507 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-910ebd10-d605-4177-be67-64029ed41428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:31.076441 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f5ad22-bad2-4333-a803-e70a8727b48e') {'for_net_delete': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:31.076734 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f5ad22-bad2-4333-a803-e70a8727b48e') {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:31.081070 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Router a9d4b0a1-728d-4468-b107-8637da2235c8 is scheduled to L3 agent 44317c89-751a-4fda-aa0e-2e986157389a with binding_index 1 {{(pid=103438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:38:31.101814 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8176920'] for segment (06f5ad22-bad2-4333-a803-e70a8727b48e), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:31.129638 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (06f5ad22-bad2-4333-a803-e70a8727b48e), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:31.164519 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:31.164895 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:31.182725 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:38:31.182938 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176758'] for segment (06f5ad22-bad2-4333-a803-e70a8727b48e), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: from cryptography.utils import int_from_bytes Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: from cryptography.utils import int_from_bytes Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: Traceback (most recent call last): Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: timer() Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: cb(*args, **kw) Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: return func(*args, **kwargs) Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: self._notify() Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: self.callback(batched_events) Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: event.method(event) Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: return f(self, *a, **k) Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._get(url).json() Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: return self.request(url, 'GET', **kwargs) Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:38:31.192010 dv-cinder-837536-1-iscsi neutron-server[103438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:38:31.247673 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Set router d4f668c2-f653-495b-885c-1d8896cde7ff gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:38:31.328869 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (0f93f009-de6c-44fb-85b8-344eb288d86a), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:31.353613 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:31.357934 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0f93f009-de6c-44fb-85b8-344eb288d86a HTTP/1.1" status: 204 len: 168 time: 1.0396416 Apr 12 18:38:31.372887 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f52169-b9ee-4a26-b93a-fd35f8e79143 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f93f009-de6c-44fb-85b8-344eb288d86a,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:31.378697 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:38:31.391575 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Sync routers for ids ['a9d4b0a1-728d-4468-b107-8637da2235c8'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:38:31.410883 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:31.416885 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-87250b32-ebf7-41d0-857a-3bb1dfa8d802 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2518771 Apr 12 18:38:31.417937 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54762) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:31.420097 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Routers {'a9d4b0a1-728d-4468-b107-8637da2235c8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:38:31.420743 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:38:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['a9d4b0a1-728d-4468-b107-8637da2235c8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:31.528772 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634719'] for router_interface (8e861e55-c1da-476c-a48d-ec2cf39b40b8), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:31.533296 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Pushing event updated for resources: {'Port': ['ID=eed4548b-1b3a-4c9f-bd73-76c0dc933828,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:31.690115 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Set router a9d4b0a1-728d-4468-b107-8637da2235c8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:38:31.728239 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-910ebd10-d605-4177-be67-64029ed41428 None None] Current status of the port 2b33dc66-0545-4a95-ab8c-e2e2887fd981 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:31.759142 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54770) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:31.783622 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:31.784778 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 9b94e0c0-4ead-4581-af47-87219b2dea03 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:38:31.790962 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-910ebd10-d605-4177-be67-64029ed41428 None None] Provisioning complete for port 9b94e0c0-4ead-4581-af47-87219b2dea03 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:31.791389 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-910ebd10-d605-4177-be67-64029ed41428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:31.848313 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Network bd6ede6b-2ee4-4b44-9324-17591d93f339 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:31.852030 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:31.903774 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:28Z', 'revision_number': 3, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:31.982544 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Checking router: d4f668c2-f653-495b-885c-1d8896cde7ff for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:38:31.983408 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Updating router d4f668c2-f653-495b-885c-1d8896cde7ff port b89aa03e-c7f2-4cf6-83fa-3386383ccc24 binding host dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:38:31.988163 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-e0b3e2e2-edd1-4e00-acb9-109f322347a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=82f5232c43b84fdfaa14e60f665e1f70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2261872 Apr 12 18:38:31.990621 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54780) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:32.075758 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (b89aa03e-c7f2-4cf6-83fa-3386383ccc24), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.095431 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7d572c22-2d7f-4f63-b674-068b1859974d req-9a01e022-0b7f-442d-b264-3fc98aeafb3e tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.1142447 Apr 12 18:38:32.189942 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:29Z', 'revision_number': 3, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:32.227622 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Checking router: a9d4b0a1-728d-4468-b107-8637da2235c8 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:38:32.228426 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Updating router a9d4b0a1-728d-4468-b107-8637da2235c8 port 2361601d-92d4-44fd-b44a-44c552e64356 binding host dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:38:32.238466 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:38:32.250968 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.261654 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (2361601d-92d4-44fd-b44a-44c552e64356), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.289694 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ccb009e0-a49a-4f73-ab17-41ffe348bb40 admin admin] Publish callbacks [] for security_group (91340c33-e214-4384-b1e1-cb8c9281d266), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.337281 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ccb009e0-a49a-4f73-ab17-41ffe348bb40 admin admin] Publish callbacks [] for security_group (91340c33-e214-4384-b1e1-cb8c9281d266), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.400710 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Publish callbacks [] for port (b89aa03e-c7f2-4cf6-83fa-3386383ccc24), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.411586 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 9b94e0c0-4ead-4581-af47-87219b2dea03 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:32.412002 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.416126 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (b89aa03e-c7f2-4cf6-83fa-3386383ccc24), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.462469 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.472257 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:38:32.489512 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-102aad60-dff5-4a89-b6ae-ac64ed7c0f1a admin admin] 10.222.0.64 "PUT /v2.0/routers/8e861e55-c1da-476c-a48d-ec2cf39b40b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3974309 Apr 12 18:38:32.523288 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ccb009e0-a49a-4f73-ab17-41ffe348bb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (91340c33-e214-4384-b1e1-cb8c9281d266), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.526801 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ccb009e0-a49a-4f73-ab17-41ffe348bb40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.529250 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-ccb009e0-a49a-4f73-ab17-41ffe348bb40 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91340c33-e214-4384-b1e1-cb8c9281d266 HTTP/1.1" status: 204 len: 168 time: 0.5376492 Apr 12 18:38:32.586306 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Allocated IP 172.20.0.1 (7700dda7-79d5-4276-8ecc-6a223e399f7b/1fdfc130-a75f-442a-b693-285ff29a5ca9/412df551-9da9-45d9-910c-2e9722213510) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:38:32.609101 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Attempting to bind port b89aa03e-c7f2-4cf6-83fa-3386383ccc24 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:38:32.609526 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Attempting to bind port b89aa03e-c7f2-4cf6-83fa-3386383ccc24 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:38:32.609896 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Attempting to bind port b89aa03e-c7f2-4cf6-83fa-3386383ccc24 on network 78cdc165-acac-4fef-b363-a66b7c239f59 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:32.657019 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-910ebd10-d605-4177-be67-64029ed41428 None None] Current status of the port 9b94e0c0-4ead-4581-af47-87219b2dea03 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:32.664600 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:38:32.664994 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Checking segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:32.665409 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.665813 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Bound using segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:38:32.666316 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Bound port: b89aa03e-c7f2-4cf6-83fa-3386383ccc24, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:38:32.666694 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (b89aa03e-c7f2-4cf6-83fa-3386383ccc24), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.670563 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae26b2-037e-40c2-b6f9-479cca42e935 None None] Pushing event updated for resources: {'Port': ['ID=b89aa03e-c7f2-4cf6-83fa-3386383ccc24,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:32.806513 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Publish callbacks [] for port (2361601d-92d4-44fd-b44a-44c552e64356), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.807386 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-eaf0bbb5-5efc-4d77-bf34-30f33ae8ab6b None None] Provisioning complete for port eed4548b-1b3a-4c9f-bd73-76c0dc933828 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:32.810569 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-eaf0bbb5-5efc-4d77-bf34-30f33ae8ab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.815147 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] For port b89aa03e-c7f2-4cf6-83fa-3386383ccc24, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:38:32.823007 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (2361601d-92d4-44fd-b44a-44c552e64356), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.860723 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Publish callbacks [] for port (412df551-9da9-45d9-910c-2e9722213510), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.926157 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] For port b89aa03e-c7f2-4cf6-83fa-3386383ccc24, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=b89aa03e-c7f2-4cf6-83fa-3386383ccc24,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:38:32.928367 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 9b94e0c0-4ead-4581-af47-87219b2dea03 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:32.929582 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 2b33dc66-0545-4a95-ab8c-e2e2887fd981 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:38:32.948292 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Attempting to bind port 2361601d-92d4-44fd-b44a-44c552e64356 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:38:32.948655 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Attempting to bind port 2361601d-92d4-44fd-b44a-44c552e64356 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:38:32.949024 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Attempting to bind port 2361601d-92d4-44fd-b44a-44c552e64356 on network 78cdc165-acac-4fef-b363-a66b7c239f59 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:32.964213 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (412df551-9da9-45d9-910c-2e9722213510), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.977972 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:38:32.978372 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Checking segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:32.978783 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.979188 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Bound using segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:38:32.981278 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Bound port: 2361601d-92d4-44fd-b44a-44c552e64356, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:38:32.981799 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (2361601d-92d4-44fd-b44a-44c552e64356), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:32.985247 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaed98c-7635-4b26-beaa-c2e42e57e8d2 None None] Pushing event updated for resources: {'Port': ['ID=2361601d-92d4-44fd-b44a-44c552e64356,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:33.000594 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb009e0-a49a-4f73-ab17-41ffe348bb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91340c33-e214-4384-b1e1-cb8c9281d266,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:33.015763 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (b89aa03e-c7f2-4cf6-83fa-3386383ccc24), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:33.025159 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-eaf0bbb5-5efc-4d77-bf34-30f33ae8ab6b None None] Port eed4548b-1b3a-4c9f-bd73-76c0dc933828 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:38:33.035781 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Network 7700dda7-79d5-4276-8ecc-6a223e399f7b is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:33.044175 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:33.048926 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:38:33.055225 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Allocated IP 172.20.0.1 (dcd504b7-0834-41e9-a8df-b699bcbecfe2/4cdabe6e-b69b-428b-98d7-bd6e6c83c23e/c987abb7-8f4c-45c5-8c43-7eb2041bd075) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:38:33.063944 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Sync routers for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:38:33.100989 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Pushing event updated for resources: {'Port': ['ID=412df551-9da9-45d9-910c-2e9722213510,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:33.108942 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] For port 2361601d-92d4-44fd-b44a-44c552e64356, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:38:33.119902 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] For port 2361601d-92d4-44fd-b44a-44c552e64356, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=2361601d-92d4-44fd-b44a-44c552e64356,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:38:33.127853 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637167'] for router_interface (d4f668c2-f653-495b-885c-1d8896cde7ff), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:33.139015 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (2361601d-92d4-44fd-b44a-44c552e64356), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:33.157110 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:38:33.157878 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:38:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:33.258046 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Routers {'d4f668c2-f653-495b-885c-1d8896cde7ff'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:38:33.259161 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:38:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d4f668c2-f653-495b-885c-1d8896cde7ff'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:33.271825 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaed98c-7635-4b26-beaa-c2e42e57e8d2 None None] Pushing event updated for resources: {'Port': ['ID=2361601d-92d4-44fd-b44a-44c552e64356,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:33.310242 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Routers {'a9d4b0a1-728d-4468-b107-8637da2235c8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:38:33.312250 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:38:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['a9d4b0a1-728d-4468-b107-8637da2235c8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:33.317327 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f5930196-eea1-4e28-9150-5b798c114af9 req-69e6ab68-eaf8-4960-8523-761117b66b90 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.0650632 Apr 12 18:38:33.331292 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54808) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:33.335705 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae26b2-037e-40c2-b6f9-479cca42e935 None None] Pushing event updated for resources: {'Port': ['ID=b89aa03e-c7f2-4cf6-83fa-3386383ccc24,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:33.366720 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Publish callbacks [] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:33.456653 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 2b33dc66-0545-4a95-ab8c-e2e2887fd981 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:33.457314 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:33.472507 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:33.475357 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] Set router a9d4b0a1-728d-4468-b107-8637da2235c8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:38:33.525370 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-8f667fa1-b9fa-4b5b-9e62-0374e618b9d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a397867d396a441b9dd0e8d5b75baf9b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1930413 Apr 12 18:38:33.526083 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 54814) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:33.530276 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c987abb7-8f4c-45c5-8c43-7eb2041bd075,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:33.555671 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:38:33.556044 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Network dcd504b7-0834-41e9-a8df-b699bcbecfe2 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:33.559901 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:33.563100 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:38:33.598045 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (412df551-9da9-45d9-910c-2e9722213510), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:33.617054 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637167'] for router_interface (a9d4b0a1-728d-4468-b107-8637da2235c8), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:33.819281 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:29Z', 'revision_number': 3, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:33.842714 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c763-f8d6-4e3b-b1a6-0a842d3fd402 admin admin] Publish callbacks [] for security_group (c51296f6-92c8-418e-a4e0-0f08872b4f72), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:33.847238 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-aa0f3d3e-4a9b-4076-b541-294cbac9a6e3 None None] Provisioning complete for port 412df551-9da9-45d9-910c-2e9722213510 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:33.848448 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3d3e-4a9b-4076-b541-294cbac9a6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (412df551-9da9-45d9-910c-2e9722213510), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:33.871552 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c763-f8d6-4e3b-b1a6-0a842d3fd402 admin admin] Publish callbacks [] for security_group (c51296f6-92c8-418e-a4e0-0f08872b4f72), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:33.888802 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a35f6b-def7-4791-8751-c64cacf8956b None None] The sync data for ids ['a9d4b0a1-728d-4468-b107-8637da2235c8'] in dv-cinder-837536-1-iscsi is: [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:29Z', 'revision_number': 3, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:38:33.909365 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] Set router d4f668c2-f653-495b-885c-1d8896cde7ff gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:38:33.959218 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c763-f8d6-4e3b-b1a6-0a842d3fd402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (c51296f6-92c8-418e-a4e0-0f08872b4f72), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:33.961994 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c763-f8d6-4e3b-b1a6-0a842d3fd402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:33.977919 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-a4c4c763-f8d6-4e3b-b1a6-0a842d3fd402 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c51296f6-92c8-418e-a4e0-0f08872b4f72 HTTP/1.1" status: 204 len: 168 time: 0.4441411 Apr 12 18:38:34.068156 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54822) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:34.075850 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-87841428-78a4-4c45-be6f-c00d4abd0513 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1449570443', 'description': 'tempest-description--784464168'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:34.083383 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.088828 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4c763-f8d6-4e3b-b1a6-0a842d3fd402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51296f6-92c8-418e-a4e0-0f08872b4f72,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:34.150929 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-87841428-78a4-4c45-be6f-c00d4abd0513 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.187602 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Publish callbacks [] for port (412df551-9da9-45d9-910c-2e9722213510), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.192373 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f3d3e-4a9b-4076-b541-294cbac9a6e3 None None] Port 412df551-9da9-45d9-910c-2e9722213510 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:38:34.200329 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (412df551-9da9-45d9-910c-2e9722213510), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.251068 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 2b33dc66-0545-4a95-ab8c-e2e2887fd981 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:34.345129 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634719'] for router_interface (d4f668c2-f653-495b-885c-1d8896cde7ff), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.347607 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Pushing event updated for resources: {'Port': ['ID=412df551-9da9-45d9-910c-2e9722213510,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:34.374633 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-87841428-78a4-4c45-be6f-c00d4abd0513 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (6d5ce0f5-84b7-4427-baa0-540713c276df), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.409040 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-87841428-78a4-4c45-be6f-c00d4abd0513 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (6d5ce0f5-84b7-4427-baa0-540713c276df), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.410280 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-2576bdf8-a477-491c-9bd5-aac14bfd7bee None None] Provisioning complete for port c987abb7-8f4c-45c5-8c43-7eb2041bd075 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:34.410680 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2576bdf8-a477-491c-9bd5-aac14bfd7bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.480975 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87841428-78a4-4c45-be6f-c00d4abd0513 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5ce0f5-84b7-4427-baa0-540713c276df,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:34.532406 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-87841428-78a4-4c45-be6f-c00d4abd0513 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.542895 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-87841428-78a4-4c45-be6f-c00d4abd0513 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4696186 Apr 12 18:38:34.542895 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54832) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:34.551968 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-419b850e-bd5c-4eea-81a5-b62e70d81eae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'security_group_rule': {'security_group_id': '6d5ce0f5-84b7-4427-baa0-540713c276df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:34.561711 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 66567ac4-303a-4ce8-b1ac-c038d60b8026 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:38:34.573848 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Publish callbacks [] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.581454 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7b1b29d2-12e1-4e6e-87bd-833e31cbcc52 req-1f73f275-dd76-411d-a799-1d2af7c66203 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.0935280 Apr 12 18:38:34.588818 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.610044 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Network 7700dda7-79d5-4276-8ecc-6a223e399f7b is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:34.624065 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:28Z', 'revision_number': 3, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:34.626060 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 2, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:34.626241 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:34.704296 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-419b850e-bd5c-4eea-81a5-b62e70d81eae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (2f2bb3c0-535b-4a66-b08f-093f67154aa6), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.711566 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-2576bdf8-a477-491c-9bd5-aac14bfd7bee None None] Port c987abb7-8f4c-45c5-8c43-7eb2041bd075 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:38:34.720747 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14566f7-f23b-4ff7-9c05-85cf7e041c34 None None] The sync data for ids ['d4f668c2-f653-495b-885c-1d8896cde7ff'] in dv-cinder-837536-1-iscsi is: [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:28Z', 'revision_number': 3, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:38:34.728431 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Checking router: 8e861e55-c1da-476c-a48d-ec2cf39b40b8 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:38:34.728932 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Updating router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 port eed4548b-1b3a-4c9f-bd73-76c0dc933828 binding host dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:38:34.736671 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c987abb7-8f4c-45c5-8c43-7eb2041bd075,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:34.743472 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634719'] for router_interface (a9d4b0a1-728d-4468-b107-8637da2235c8), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.821300 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.824238 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 66567ac4-303a-4ce8-b1ac-c038d60b8026 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:34.827186 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (66567ac4-303a-4ce8-b1ac-c038d60b8026), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.909953 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Router d4f668c2-f653-495b-885c-1d8896cde7ff has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:38:34.979520 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-419b850e-bd5c-4eea-81a5-b62e70d81eae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (2f2bb3c0-535b-4a66-b08f-093f67154aa6), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:34.997083 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Network dcd504b7-0834-41e9-a8df-b699bcbecfe2 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:34.998918 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:35.005121 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-419b850e-bd5c-4eea-81a5-b62e70d81eae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (2f2bb3c0-535b-4a66-b08f-093f67154aa6), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:35.075632 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b850e-bd5c-4eea-81a5-b62e70d81eae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2bb3c0-535b-4a66-b08f-093f67154aa6,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:35.178758 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.65', 52101) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:35.235923 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f2076e85-ab01-4b8e-8492-49a02ce68853 None None] Provisioning complete for port 412df551-9da9-45d9-910c-2e9722213510 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:35.238830 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f2076e85-ab01-4b8e-8492-49a02ce68853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (412df551-9da9-45d9-910c-2e9722213510), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:35.248401 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 66567ac4-303a-4ce8-b1ac-c038d60b8026 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:35.249097 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (66567ac4-303a-4ce8-b1ac-c038d60b8026), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:35.305329 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-419b850e-bd5c-4eea-81a5-b62e70d81eae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:35.309774 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-419b850e-bd5c-4eea-81a5-b62e70d81eae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7667198 Apr 12 18:38:35.314093 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54852) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:35.399952 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-a9b2196d-8553-4873-938f-9b916bde2ea7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'security_group_rule': {'security_group_id': '6d5ce0f5-84b7-4427-baa0-540713c276df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:35.484290 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] For port 66567ac4-303a-4ce8-b1ac-c038d60b8026, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=66567ac4-303a-4ce8-b1ac-c038d60b8026,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:38:35.530735 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f2076e85-ab01-4b8e-8492-49a02ce68853 None None] Port 412df551-9da9-45d9-910c-2e9722213510 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:38:35.534191 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (66567ac4-303a-4ce8-b1ac-c038d60b8026), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:35.562593 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:38:35.579373 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-8b094637-c410-44ed-9f60-d50e7eaba53d admin admin] 10.222.0.64 "PUT /v2.0/routers/d4f668c2-f653-495b-885c-1d8896cde7ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7687981 Apr 12 18:38:35.683136 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Pushing event updated for resources: {'Port': ['ID=66567ac4-303a-4ce8-b1ac-c038d60b8026,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:35.692273 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1c51c34e-bdb9-4b43-b5f5-cd06bd22e4cf None None] Provisioning complete for port c987abb7-8f4c-45c5-8c43-7eb2041bd075 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:35.693092 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1c51c34e-bdb9-4b43-b5f5-cd06bd22e4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:35.774921 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e29b1938-50e7-457e-83a4-bcb226820bd3 req-54515f4c-8d7c-4904-be86-2075d132a7d8 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.0810397 Apr 12 18:38:35.786784 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-158ed55b-8b1b-4f9f-95ea-4e70a71e84f1 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:35.788434 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-158ed55b-8b1b-4f9f-95ea-4e70a71e84f1 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.65 "GET /v2.0/networks?id=34eef30a-0fb5-4fcf-988d-d27107a6c1bc HTTP/1.1" status: 200 len: 811 time: 0.6088705 Apr 12 18:38:35.830395 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a9b2196d-8553-4873-938f-9b916bde2ea7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (3fa3745c-ad07-45b6-a434-e8aebccde2d4), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:35.836224 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1c51c34e-bdb9-4b43-b5f5-cd06bd22e4cf None None] Port c987abb7-8f4c-45c5-8c43-7eb2041bd075 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:38:35.864958 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Publish callbacks [] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:35.865352 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-9e707838-0c8d-4c92-a48a-084468c09966 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Request body: {'port': {'device_id': '78157cc2-d0a1-4a34-acc5-da0901424d71', 'network_id': '34eef30a-0fb5-4fcf-988d-d27107a6c1bc', 'admin_state_up': True, 'tenant_id': '8e692c7fc171414d84f1d9844bb07d83'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:35.877508 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:35.995104 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc750ebd-fc01-4c3d-a0fe-abda08fa0858 None None] Pushing event updated for resources: {'Port': ['ID=eed4548b-1b3a-4c9f-bd73-76c0dc933828,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:36.111025 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Attempting to bind port eed4548b-1b3a-4c9f-bd73-76c0dc933828 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:38:36.111025 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Attempting to bind port eed4548b-1b3a-4c9f-bd73-76c0dc933828 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:38:36.111356 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Attempting to bind port eed4548b-1b3a-4c9f-bd73-76c0dc933828 on network bd6ede6b-2ee4-4b44-9324-17591d93f339 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:36.120750 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:38:36.121141 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Checking segment: {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:36.121533 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:36.121934 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Bound using segment: {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:38:36.122410 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Bound port: eed4548b-1b3a-4c9f-bd73-76c0dc933828, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:38:36.122787 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:36.228261 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] For port eed4548b-1b3a-4c9f-bd73-76c0dc933828, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:38:36.236937 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] For port eed4548b-1b3a-4c9f-bd73-76c0dc933828, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=eed4548b-1b3a-4c9f-bd73-76c0dc933828,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:38:36.251989 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:36.272479 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Router a9d4b0a1-728d-4468-b107-8637da2235c8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:38:36.319292 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a9b2196d-8553-4873-938f-9b916bde2ea7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (3fa3745c-ad07-45b6-a434-e8aebccde2d4), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:36.337468 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a9b2196d-8553-4873-938f-9b916bde2ea7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (3fa3745c-ad07-45b6-a434-e8aebccde2d4), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:36.371228 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2196d-8553-4873-938f-9b916bde2ea7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa3745c-ad07-45b6-a434-e8aebccde2d4,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:36.461830 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc750ebd-fc01-4c3d-a0fe-abda08fa0858 None None] Pushing event updated for resources: {'Port': ['ID=eed4548b-1b3a-4c9f-bd73-76c0dc933828,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:36.462712 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a9b2196d-8553-4873-938f-9b916bde2ea7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:36.464077 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-a9b2196d-8553-4873-938f-9b916bde2ea7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1378615 Apr 12 18:38:36.476435 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 54914) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:36.484104 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'floatingip': {'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:36.515713 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-94d0bbfc-0ac9-4286-b691-cdd86d062cd6 None None] Provisioning complete for port eed4548b-1b3a-4c9f-bd73-76c0dc933828 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:36.516153 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-94d0bbfc-0ac9-4286-b691-cdd86d062cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:36.579690 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:36.621761 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-9e707838-0c8d-4c92-a48a-084468c09966 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Made reservation on behalf of 8e692c7fc171414d84f1d9844bb07d83 for: {'port': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:36.630890 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-9e707838-0c8d-4c92-a48a-084468c09966 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:36.642539 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:38:36.643211 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:38:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:36.743286 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 66567ac4-303a-4ce8-b1ac-c038d60b8026 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:38:36.827794 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-7590fe97-1cfb-4799-b930-518679a7b04c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:36.837728 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-7590fe97-1cfb-4799-b930-518679a7b04c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 818 time: 0.3795178 Apr 12 18:38:36.874176 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-559d0bc9-8f01-494d-9ea7-a2393357a6e8 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/quotas/86834b83fff74546a622369a6b71f863 HTTP/1.1" status: 200 len: 375 time: 0.0354540 Apr 12 18:38:37.006104 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-e852c817-cd00-4ada-a81e-d87867355cf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1253777 Apr 12 18:38:37.184958 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4bbea3c9-43e0-4e07-aab0-638a444ea71c req-8aaac42a-fb97-4afe-801c-e8220f717151 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.0533113 Apr 12 18:38:37.216194 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-ad058ee4-feaa-4234-bde6-188003047c23 service neutron] 10.222.0.64 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086077 Apr 12 18:38:37.265313 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:38:37.268836 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-94d0bbfc-0ac9-4286-b691-cdd86d062cd6 None None] Current status of the port eed4548b-1b3a-4c9f-bd73-76c0dc933828 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:37.269475 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-94d0bbfc-0ac9-4286-b691-cdd86d062cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:37.290557 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-9e707838-0c8d-4c92-a48a-084468c09966 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Allocated IP 172.20.0.12 (34eef30a-0fb5-4fcf-988d-d27107a6c1bc/daf4e2b9-6af6-4940-8128-4652c0da77cc/8072e79d-6bcf-4c69-b767-2139dbeff739) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:38:37.401805 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 66567ac4-303a-4ce8-b1ac-c038d60b8026 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:37.402443 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (66567ac4-303a-4ce8-b1ac-c038d60b8026), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:37.508667 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-52d148cb-3770-440e-8eeb-584333342658 service neutron] 10.222.0.64 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832546 Apr 12 18:38:37.623835 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-9e707838-0c8d-4c92-a48a-084468c09966 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Publish callbacks [] for port (8072e79d-6bcf-4c69-b767-2139dbeff739), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:37.671110 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-94d0bbfc-0ac9-4286-b691-cdd86d062cd6 None None] For port eed4548b-1b3a-4c9f-bd73-76c0dc933828, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=eed4548b-1b3a-4c9f-bd73-76c0dc933828,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:38:37.673298 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:37.745067 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-94d0bbfc-0ac9-4286-b691-cdd86d062cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:37.831889 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Allocated IP 172.27.2.207 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/c0230553-81d3-4dbb-b766-0652db47a484) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:38:37.951875 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:38:37.957183 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-9e707838-0c8d-4c92-a48a-084468c09966 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (8072e79d-6bcf-4c69-b767-2139dbeff739), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:37.971234 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-bee6b6da-122b-4b09-b29a-a2b9b3e2c6b0 admin admin] 10.222.0.64 "PUT /v2.0/routers/a9d4b0a1-728d-4468-b107-8637da2235c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5437310 Apr 12 18:38:37.971585 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Sync routers for ids ['a9d4b0a1-728d-4468-b107-8637da2235c8'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:38:38.002854 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Routers {'a9d4b0a1-728d-4468-b107-8637da2235c8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:38:38.003546 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:38:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['a9d4b0a1-728d-4468-b107-8637da2235c8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:38.079109 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-477094a5-28de-4e25-b33a-e699f9b2cda7 req-fcf46abf-8c64-4645-b38f-68622c06001b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 210 time: 0.0743194 Apr 12 18:38:38.240296 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-9e707838-0c8d-4c92-a48a-084468c09966 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Network 34eef30a-0fb5-4fcf-988d-d27107a6c1bc is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:38.243982 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for port (c0230553-81d3-4dbb-b766-0652db47a484), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:38.274305 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-9e707838-0c8d-4c92-a48a-084468c09966 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:38.297393 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-9e707838-0c8d-4c92-a48a-084468c09966 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:38:38.328986 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-bc40dd6a-87fb-4447-b026-58ee846d2903 None None] Provisioning complete for port eed4548b-1b3a-4c9f-bd73-76c0dc933828 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:38.334439 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-bc40dd6a-87fb-4447-b026-58ee846d2903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:38.460273 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e707838-0c8d-4c92-a48a-084468c09966 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Pushing event updated for resources: {'Port': ['ID=8072e79d-6bcf-4c69-b767-2139dbeff739,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:38.497550 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Sync routers for ids ['d4f668c2-f653-495b-885c-1d8896cde7ff'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:38:38.513780 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-9e707838-0c8d-4c92-a48a-084468c09966 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:38.515568 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-9e707838-0c8d-4c92-a48a-084468c09966 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for port (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:38.571098 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0bbfc-0ac9-4286-b691-cdd86d062cd6 None None] Pushing event updated for resources: {'Port': ['ID=eed4548b-1b3a-4c9f-bd73-76c0dc933828,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:38.586914 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Set router a9d4b0a1-728d-4468-b107-8637da2235c8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:38:38.623472 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-9e707838-0c8d-4c92-a48a-084468c09966 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7938900 Apr 12 18:38:38.656647 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-570a3350-6fa3-4ac6-8fe6-058a09cef7d3 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:38:38.662446 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-570a3350-6fa3-4ac6-8fe6-058a09cef7d3 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257924 Apr 12 18:38:38.675627 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1e0c4-1c25-4acc-8f20-cd2ee8b19565 req-d41e23eb-dd41-48b6-ac0d-43a86aed3f97 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:38.684282 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dff1e0c4-1c25-4acc-8f20-cd2ee8b19565 req-d41e23eb-dd41-48b6-ac0d-43a86aed3f97 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 932 time: 0.2240453 Apr 12 18:38:38.692157 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (c0230553-81d3-4dbb-b766-0652db47a484), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:38.733364 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 66567ac4-303a-4ce8-b1ac-c038d60b8026 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:38.742227 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 2361601d-92d4-44fd-b44a-44c552e64356 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:38:38.751394 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Routers {'d4f668c2-f653-495b-885c-1d8896cde7ff'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:38:38.756923 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:38:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d4f668c2-f653-495b-885c-1d8896cde7ff'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:38.781520 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:38.786336 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:38.791746 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:38:38.905985 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'Port': ['ID=c0230553-81d3-4dbb-b766-0652db47a484,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:38.906852 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dff1e0c4-1c25-4acc-8f20-cd2ee8b19565 req-e20e43e0-bf20-40aa-9455-1caebe4bf2b7 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213330 Apr 12 18:38:39.253029 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Request body: {'port': {'device_id': '78157cc2-d0a1-4a34-acc5-da0901424d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:39.433400 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'c987abb7-8f4c-45c5-8c43-7eb2041bd075', 'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'mac_address': 'fa:16:3e:60:0f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:34Z', 'revision_number': 2, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'subnets': [{'id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:39.451296 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:36Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:39.514856 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Checking router: a9d4b0a1-728d-4468-b107-8637da2235c8 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:38:39.517119 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Updating router a9d4b0a1-728d-4468-b107-8637da2235c8 port c987abb7-8f4c-45c5-8c43-7eb2041bd075 binding host dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:38:39.538730 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (6d701f29-ef6c-4dc6-be74-6e13a54fb35b), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:39.628433 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:39.732538 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71687839-33cf-4058-ad7c-c96c19109295 req-b5280bb7-5fc4-4597-945b-2b293ce885c6 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:39.735360 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-bc40dd6a-87fb-4447-b026-58ee846d2903 None None] Current status of the port eed4548b-1b3a-4c9f-bd73-76c0dc933828 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:39.743478 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf822a-fe74-40a3-953d-919094f524a9 None None] The sync data for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi is: [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:36Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:38:39.744263 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71687839-33cf-4058-ad7c-c96c19109295 req-b5280bb7-5fc4-4597-945b-2b293ce885c6 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 818 time: 0.4528639 Apr 12 18:38:39.770382 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71687839-33cf-4058-ad7c-c96c19109295 req-2f31fe7e-6f58-4984-8831-22af5893f6ff tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/quotas/86834b83fff74546a622369a6b71f863 HTTP/1.1" status: 200 len: 375 time: 0.0201106 Apr 12 18:38:39.780209 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8072e79d-6bcf-4c69-b767-2139dbeff739), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:39.844934 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c0230553-81d3-4dbb-b766-0652db47a484), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:39.861983 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71687839-33cf-4058-ad7c-c96c19109295 req-ec52cd27-f296-4080-8736-865928ad50cf tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902162 Apr 12 18:38:39.990011 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 2361601d-92d4-44fd-b44a-44c552e64356 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:39.990387 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (2361601d-92d4-44fd-b44a-44c552e64356), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:40.122775 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71687839-33cf-4058-ad7c-c96c19109295 req-dce45258-02c0-41cd-8be8-9489a4e48da4 service neutron] 10.222.0.64 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597363 Apr 12 18:38:40.218876 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Set router d4f668c2-f653-495b-885c-1d8896cde7ff gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:38:40.290670 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55078) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:40.295702 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-294c7b85-311c-4576-b1f6-0501fe90718f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419045797', 'description': 'tempest-description--741908232'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:40.574942 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71687839-33cf-4058-ad7c-c96c19109295 req-4603df1f-7be6-4e0c-a68f-3e231cc7acc3 service neutron] 10.222.0.64 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451606 Apr 12 18:38:40.802128 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50b985-7516-4538-bbef-e2c4b189f299 req-2441ecb9-cba5-413e-8620-a56d30e7b967 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:40.804708 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8b50b985-7516-4538-bbef-e2c4b189f299 req-2441ecb9-cba5-413e-8620-a56d30e7b967 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 932 time: 0.1698616 Apr 12 18:38:40.932054 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-294c7b85-311c-4576-b1f6-0501fe90718f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:41.062917 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Publish callbacks [] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:41.071889 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '412df551-9da9-45d9-910c-2e9722213510', 'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'mac_address': 'fa:16:3e:d7:a1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 2, 'project_id': '86834b83fff74546a622369a6b71f863', 'subnets': [{'id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:41.081317 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:41.115413 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8b50b985-7516-4538-bbef-e2c4b189f299 req-1f08f2dd-dcc8-4462-a6dd-6c1c84d4e1e8 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990658 Apr 12 18:38:41.133597 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for port (c0230553-81d3-4dbb-b766-0652db47a484), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:41.174787 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (c0230553-81d3-4dbb-b766-0652db47a484), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:41.205950 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Checking router: d4f668c2-f653-495b-885c-1d8896cde7ff for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:38:41.207728 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Updating router d4f668c2-f653-495b-885c-1d8896cde7ff port 412df551-9da9-45d9-910c-2e9722213510 binding host dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:38:41.239758 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f1c3d-6322-4fe5-a56d-5b533dad1034 None None] Pushing event updated for resources: {'Port': ['ID=c987abb7-8f4c-45c5-8c43-7eb2041bd075,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:41.301710 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e16e922f-67d0-4d39-b5c1-b3214ef8dc01 req-67417167-00fe-441f-bc83-5df93d1dea95 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 210 time: 0.0962706 Apr 12 18:38:41.378838 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (412df551-9da9-45d9-910c-2e9722213510), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:41.391456 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 2361601d-92d4-44fd-b44a-44c552e64356 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:41.397385 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (2361601d-92d4-44fd-b44a-44c552e64356), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:41.443027 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 55106) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:41.463900 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.65', 52114) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:41.560001 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Attempting to bind port c987abb7-8f4c-45c5-8c43-7eb2041bd075 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:38:41.560664 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Attempting to bind port c987abb7-8f4c-45c5-8c43-7eb2041bd075 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:38:41.561229 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Attempting to bind port c987abb7-8f4c-45c5-8c43-7eb2041bd075 on network dcd504b7-0834-41e9-a8df-b699bcbecfe2 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:41.577595 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:38:41.580795 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Checking segment: {'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:41.581398 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:41.582171 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Bound using segment: {'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:38:41.583036 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Bound port: c987abb7-8f4c-45c5-8c43-7eb2041bd075, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:38:41.585052 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:41.662971 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'Port': ['ID=c0230553-81d3-4dbb-b766-0652db47a484,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:41.695402 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-294c7b85-311c-4576-b1f6-0501fe90718f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group (ae0c1d1b-2482-498a-8722-7443bfc11376), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:41.728178 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.notifiers.nova [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8072e79d-6bcf-4c69-b767-2139dbeff739 {{(pid=103438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:38:41.752561 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-294c7b85-311c-4576-b1f6-0501fe90718f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (ae0c1d1b-2482-498a-8722-7443bfc11376), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:41.766583 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Publish callbacks [] for port (8072e79d-6bcf-4c69-b767-2139dbeff739), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:41.886211 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (6d701f29-ef6c-4dc6-be74-6e13a54fb35b), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:41.937982 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] For port c987abb7-8f4c-45c5-8c43-7eb2041bd075, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:38:41.937982 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] For port c987abb7-8f4c-45c5-8c43-7eb2041bd075, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=c987abb7-8f4c-45c5-8c43-7eb2041bd075,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:38:41.982851 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:41.983019 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-19d5cbca-d34d-4595-ba47-acd51b7cb80a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:41.983019 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-19d5cbca-d34d-4595-ba47-acd51b7cb80a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 818 time: 0.5152516 Apr 12 18:38:41.994496 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-89e1ef50-a528-4a50-9e8c-b758f148aa5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:42.026208 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-294c7b85-311c-4576-b1f6-0501fe90718f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:42.030617 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-294c7b85-311c-4576-b1f6-0501fe90718f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.7387559 Apr 12 18:38:42.034475 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55130) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:42.037013 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.provisioning_blocks [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Transition to ACTIVE for port object 8072e79d-6bcf-4c69-b767-2139dbeff739 will not be triggered until provisioned by entity L2. {{(pid=103438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:38:42.050505 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-4bf75817-ff12-4d62-99a7-cf9f7cf4b2ec tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Request body: {'security_group_rule': {'security_group_id': 'ae0c1d1b-2482-498a-8722-7443bfc11376', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:42.058942 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] For port 2361601d-92d4-44fd-b44a-44c552e64356, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=2361601d-92d4-44fd-b44a-44c552e64356,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:38:42.060734 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-57782d66-7aea-4c3d-acff-e6dece91319f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Request body: {'port': {'device_id': 'b717986f-a8fa-4ee1-9c6f-12d214b1a718', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'admin_state_up': True, 'tenant_id': '86834b83fff74546a622369a6b71f863'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:42.083910 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c7b85-311c-4576-b1f6-0501fe90718f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0c1d1b-2482-498a-8722-7443bfc11376,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:42.088852 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (8072e79d-6bcf-4c69-b767-2139dbeff739), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:42.093411 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f1c3d-6322-4fe5-a56d-5b533dad1034 None None] Pushing event updated for resources: {'Port': ['ID=c987abb7-8f4c-45c5-8c43-7eb2041bd075,revision_number=4']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:42.116833 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:42.126764 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-3ee8be0f-9fa2-4e40-aa33-5107eb652e7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6406763 Apr 12 18:38:42.193842 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (2361601d-92d4-44fd-b44a-44c552e64356), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:42.222228 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Routers {'a9d4b0a1-728d-4468-b107-8637da2235c8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:38:42.226049 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:38:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['a9d4b0a1-728d-4468-b107-8637da2235c8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:42.229638 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device b89aa03e-c7f2-4cf6-83fa-3386383ccc24 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:38:42.273620 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-cd25b21e-a417-4d43-acc6-bfb66b313c9c None None] Provisioning complete for port c987abb7-8f4c-45c5-8c43-7eb2041bd075 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:42.274001 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cd25b21e-a417-4d43-acc6-bfb66b313c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:42.323599 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Pushing event updated for resources: {'Port': ['ID=8072e79d-6bcf-4c69-b767-2139dbeff739,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:42.470282 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4bf75817-ff12-4d62-99a7-cf9f7cf4b2ec tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group_rule (20a5a5cb-458e-48b2-bc19-f9e7d9746e1e), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:42.673916 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Attempting to bind port 8072e79d-6bcf-4c69-b767-2139dbeff739 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:38:42.677597 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Attempting to bind port 8072e79d-6bcf-4c69-b767-2139dbeff739 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'd064ec02-33b6-4a35-a64c-2c6a6e9317f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '34eef30a-0fb5-4fcf-988d-d27107a6c1bc'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:38:42.680687 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Attempting to bind port 8072e79d-6bcf-4c69-b767-2139dbeff739 on network 34eef30a-0fb5-4fcf-988d-d27107a6c1bc {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:42.710087 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Port 8072e79d-6bcf-4c69-b767-2139dbeff739 on network 34eef30a-0fb5-4fcf-988d-d27107a6c1bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:38:42.710892 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Attempting to bind port 8072e79d-6bcf-4c69-b767-2139dbeff739 on network 34eef30a-0fb5-4fcf-988d-d27107a6c1bc {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:42.766685 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4bf75817-ff12-4d62-99a7-cf9f7cf4b2ec tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group_rule (20a5a5cb-458e-48b2-bc19-f9e7d9746e1e), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:42.785741 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:38:42.786374 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Checking segment: {'id': 'd064ec02-33b6-4a35-a64c-2c6a6e9317f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '34eef30a-0fb5-4fcf-988d-d27107a6c1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:42.793510 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Bound using segment: {'id': 'd064ec02-33b6-4a35-a64c-2c6a6e9317f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '34eef30a-0fb5-4fcf-988d-d27107a6c1bc'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:38:42.793510 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Bound port: 8072e79d-6bcf-4c69-b767-2139dbeff739, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd064ec02-33b6-4a35-a64c-2c6a6e9317f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '34eef30a-0fb5-4fcf-988d-d27107a6c1bc'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:38:42.793510 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8072e79d-6bcf-4c69-b767-2139dbeff739), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:42.811315 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4bf75817-ff12-4d62-99a7-cf9f7cf4b2ec tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (20a5a5cb-458e-48b2-bc19-f9e7d9746e1e), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:42.813902 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] Set router a9d4b0a1-728d-4468-b107-8637da2235c8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:38:42.922305 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55160) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:43.108586 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Pushing event updated for resources: {'Port': ['ID=2361601d-92d4-44fd-b44a-44c552e64356,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:43.123447 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-89e1ef50-a528-4a50-9e8c-b758f148aa5e admin admin] Publish callbacks [] for security_group (fe8c3191-4241-49ef-a26e-0c12dbbc6f6e), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:43.185488 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] For port 8072e79d-6bcf-4c69-b767-2139dbeff739, host hv-cinder-83753, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:38:43.193095 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] For port 8072e79d-6bcf-4c69-b767-2139dbeff739, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8072e79d-6bcf-4c69-b767-2139dbeff739,segment=NetworkSegment(d064ec02-33b6-4a35-a64c-2c6a6e9317f2),segment_id=d064ec02-33b6-4a35-a64c-2c6a6e9317f2)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:38:43.194401 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port b89aa03e-c7f2-4cf6-83fa-3386383ccc24 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:43.197824 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (b89aa03e-c7f2-4cf6-83fa-3386383ccc24), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:43.199262 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf75817-ff12-4d62-99a7-cf9f7cf4b2ec tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a5a5cb-458e-48b2-bc19-f9e7d9746e1e,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:43.209290 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4bf75817-ff12-4d62-99a7-cf9f7cf4b2ec tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:43.210921 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-4bf75817-ff12-4d62-99a7-cf9f7cf4b2ec tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1691058 Apr 12 18:38:43.216288 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (8072e79d-6bcf-4c69-b767-2139dbeff739), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:43.229686 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55166) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:43.285765 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-79ef727c-e493-4a9a-a64c-26bd6db881f1 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Request body: {'security_group_rule': {'security_group_id': 'ae0c1d1b-2482-498a-8722-7443bfc11376', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:43.302131 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-cd25b21e-a417-4d43-acc6-bfb66b313c9c None None] Current status of the port c987abb7-8f4c-45c5-8c43-7eb2041bd075 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:43.302537 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cd25b21e-a417-4d43-acc6-bfb66b313c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:43.324094 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-89e1ef50-a528-4a50-9e8c-b758f148aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (fe8c3191-4241-49ef-a26e-0c12dbbc6f6e), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:43.401933 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8c632-f272-45dc-ad62-656882a054bc req-3e7942e6-139b-4e65-ae92-81cedde9bbae tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:43.410782 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-06d8c632-f272-45dc-ad62-656882a054bc req-3e7942e6-139b-4e65-ae92-81cedde9bbae tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 944 time: 0.9521484 Apr 12 18:38:43.412406 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-cd25b21e-a417-4d43-acc6-bfb66b313c9c None None] For port c987abb7-8f4c-45c5-8c43-7eb2041bd075, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=c987abb7-8f4c-45c5-8c43-7eb2041bd075,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:38:43.415191 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b15a481c-c763-4a27-aced-e276cf4633b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:43.416438 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:43.422077 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-66a75e6d-3464-40fb-ae03-580f5b5a2880 req-d175cadb-78c6-42e3-b623-8874e07ac014 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 210 time: 0.1251855 Apr 12 18:38:43.441411 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for port (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:43.441411 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] 10.222.0.65 "PUT /v2.0/ports/8072e79d-6bcf-4c69-b767-2139dbeff739 HTTP/1.1" status: 200 len: 1094 time: 4.4069488 Apr 12 18:38:43.441411 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78157cc2-d0a1-4a34-acc5-da0901424d71', 'tag': '8072e79d-6bcf-4c69-b767-2139dbeff739'}] {{(pid=103438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:38:43.536064 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288662c-251f-4e42-9598-a4b490c0e921 service neutron] Pushing event updated for resources: {'Port': ['ID=8072e79d-6bcf-4c69-b767-2139dbeff739,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:43.545160 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'c987abb7-8f4c-45c5-8c43-7eb2041bd075', 'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'mac_address': 'fa:16:3e:60:0f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'subnets': [{'id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:43.575074 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-89e1ef50-a528-4a50-9e8c-b758f148aa5e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eff4c61b366e46389be96dc910c1c97c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1306434 Apr 12 18:38:43.577222 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7c4c08a8-2a53-4b7d-a9d5-357c298012cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:43.580311 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55172) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:43.609279 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1ef50-a528-4a50-9e8c-b758f148aa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8c3191-4241-49ef-a26e-0c12dbbc6f6e,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:43.642397 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ec595-aa08-4760-8e57-82bb251463fe None None] The sync data for ids ['a9d4b0a1-728d-4468-b107-8637da2235c8'] in dv-cinder-837536-1-iscsi is: [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'c987abb7-8f4c-45c5-8c43-7eb2041bd075', 'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'mac_address': 'fa:16:3e:60:0f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'subnets': [{'id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:38:43.674762 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-57782d66-7aea-4c3d-acff-e6dece91319f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Made reservation on behalf of 86834b83fff74546a622369a6b71f863 for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:43.679981 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-57782d66-7aea-4c3d-acff-e6dece91319f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:43.713823 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-06d8c632-f272-45dc-ad62-656882a054bc req-87914af6-6405-4c77-9569-ebfa88bdd4b5 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015697 Apr 12 18:38:43.855699 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.65', 52123) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:43.888124 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port b89aa03e-c7f2-4cf6-83fa-3386383ccc24 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:43.888517 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (b89aa03e-c7f2-4cf6-83fa-3386383ccc24), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:43.948590 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cd25b21e-a417-4d43-acc6-bfb66b313c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:44.106985 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-e49a06fa-a064-4165-bc53-99a9124bda6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:44.111775 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-e49a06fa-a064-4165-bc53-99a9124bda6b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e692c7fc171414d84f1d9844bb07d83&device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 1128 time: 0.4134128 Apr 12 18:38:44.161261 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25b21e-a417-4d43-acc6-bfb66b313c9c None None] Pushing event updated for resources: {'Port': ['ID=c987abb7-8f4c-45c5-8c43-7eb2041bd075,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:44.189321 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Publish callbacks [] for port (412df551-9da9-45d9-910c-2e9722213510), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:44.214082 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78beef5e5a52052951605c176da447629a5c3534ceefcb6d2cd5a58fa973b617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd214fe5-44c1-4a29-88fb-f168619522fc" -d '{"events": [{"name": "network-changed", "server_uuid": "78157cc2-d0a1-4a34-acc5-da0901424d71", "tag": "8072e79d-6bcf-4c69-b767-2139dbeff739"}]}' {{(pid=103438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:38:44.224294 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-80410c44-8fa1-48d2-beb1-62f726ed535d None None] Provisioning complete for port c987abb7-8f4c-45c5-8c43-7eb2041bd075 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:44.224294 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-80410c44-8fa1-48d2-beb1-62f726ed535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:44.365635 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] For port b89aa03e-c7f2-4cf6-83fa-3386383ccc24, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=b89aa03e-c7f2-4cf6-83fa-3386383ccc24,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:38:44.405005 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7c4c08a8-2a53-4b7d-a9d5-357c298012cd admin admin] Publish callbacks [] for security_group (04746cfe-b94a-42a8-88f5-4710c7152fe1), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:44.479999 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-79ef727c-e493-4a9a-a64c-26bd6db881f1 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group_rule (4897868d-4948-48de-8e5b-2a5aa5e70699), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:44.503510 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71687839-33cf-4058-ad7c-c96c19109295 req-5c99f0a9-2bf7-4f0d-a1df-97eb1efa9eed tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:44.505202 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71687839-33cf-4058-ad7c-c96c19109295 req-5c99f0a9-2bf7-4f0d-a1df-97eb1efa9eed tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 818 time: 0.6481819 Apr 12 18:38:44.507658 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (412df551-9da9-45d9-910c-2e9722213510), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:44.535732 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-80410c44-8fa1-48d2-beb1-62f726ed535d None None] Current status of the port c987abb7-8f4c-45c5-8c43-7eb2041bd075 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:44.568586 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-71687839-33cf-4058-ad7c-c96c19109295 req-506c8bc5-1d47-496a-ab6e-057936883334 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Request body: {'port': {'device_id': '5394e4bd-3f62-4cd0-9948-44daf794369d', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'admin_state_up': True, 'tenant_id': '86834b83fff74546a622369a6b71f863'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:44.656485 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7c4c08a8-2a53-4b7d-a9d5-357c298012cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (04746cfe-b94a-42a8-88f5-4710c7152fe1), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:44.675991 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (b89aa03e-c7f2-4cf6-83fa-3386383ccc24), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:44.680094 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e59f4f-6161-4007-bca2-22dfb7c2b8ac None None] Pushing event updated for resources: {'Port': ['ID=412df551-9da9-45d9-910c-2e9722213510,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:44.690392 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97d7efa-170f-4252-9c7b-f3b05d0dc5bd x-openstack-request-id: req-e97d7efa-170f-4252-9c7b-f3b05d0dc5bd {{(pid=103438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:38:44.690813 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78157cc2-d0a1-4a34-acc5-da0901424d71", "tag": "8072e79d-6bcf-4c69-b767-2139dbeff739", "status": "completed", "code": 200}]} {{(pid=103438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:38:44.691553 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e97d7efa-170f-4252-9c7b-f3b05d0dc5bd {{(pid=103438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:38:44.695499 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e97d7efa-170f-4252-9c7b-f3b05d0dc5bd'] response: {'name': 'network-changed', 'server_uuid': '78157cc2-d0a1-4a34-acc5-da0901424d71', 'tag': '8072e79d-6bcf-4c69-b767-2139dbeff739', 'status': 'completed', 'code': 200} Apr 12 18:38:44.698271 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-6e8e547f-35ac-427b-a2f1-22c87a9b4a9f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1449570443&fields=id&tenant_id=abad2cf2938f4de0b8942385cfaa6c97 HTTP/1.1" status: 200 len: 267 time: 0.7437325 Apr 12 18:38:44.789162 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-2a804894-d08b-4550-8a2f-b3490eaa741f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8072e79d-6bcf-4c69-b767-2139dbeff739 HTTP/1.1" status: 200 len: 217 time: 0.5539734 Apr 12 18:38:44.962356 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-79ef727c-e493-4a9a-a64c-26bd6db881f1 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group_rule (4897868d-4948-48de-8e5b-2a5aa5e70699), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:44.966156 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ec067396-90c0-4361-a059-6ed1ced8d16f admin admin] Publish callbacks [] for security_group (fe8c3191-4241-49ef-a26e-0c12dbbc6f6e), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.068560 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Pushing event updated for resources: {'Port': ['ID=b89aa03e-c7f2-4cf6-83fa-3386383ccc24,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:45.082190 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-57782d66-7aea-4c3d-acff-e6dece91319f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Allocated IP 172.20.0.3 (7700dda7-79d5-4276-8ecc-6a223e399f7b/1fdfc130-a75f-442a-b693-285ff29a5ca9/50061fb5-0742-4153-89dc-67f17c1a55e4) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:38:45.107639 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c08a8-2a53-4b7d-a9d5-357c298012cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04746cfe-b94a-42a8-88f5-4710c7152fe1,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:45.125312 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-79ef727c-e493-4a9a-a64c-26bd6db881f1 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (4897868d-4948-48de-8e5b-2a5aa5e70699), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.224687 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Attempting to bind port 412df551-9da9-45d9-910c-2e9722213510 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:38:45.225635 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Attempting to bind port 412df551-9da9-45d9-910c-2e9722213510 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:38:45.226261 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Attempting to bind port 412df551-9da9-45d9-910c-2e9722213510 on network 7700dda7-79d5-4276-8ecc-6a223e399f7b {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:45.236680 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:38:45.237477 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Checking segment: {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:45.238134 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.238747 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Bound using segment: {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:38:45.239625 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Bound port: 412df551-9da9-45d9-910c-2e9722213510, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:38:45.240226 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (412df551-9da9-45d9-910c-2e9722213510), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.296673 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-79ef727c-e493-4a9a-a64c-26bd6db881f1 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.300114 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-79ef727c-e493-4a9a-a64c-26bd6db881f1 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0436180 Apr 12 18:38:45.304676 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55226) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:45.349016 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Request body: {'floatingip': {'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:45.374109 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-57782d66-7aea-4c3d-acff-e6dece91319f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.374246 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-7c4c08a8-2a53-4b7d-a9d5-357c298012cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7558953d1cbe4089bb4f1107bdf420d2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4504757 Apr 12 18:38:45.376269 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55228) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:45.398976 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device eed4548b-1b3a-4c9f-bd73-76c0dc933828 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:38:45.417696 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ec067396-90c0-4361-a059-6ed1ced8d16f admin admin] Publish callbacks [] for security_group (fe8c3191-4241-49ef-a26e-0c12dbbc6f6e), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.428207 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 55230) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:45.442037 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-ac20ddb1-0dee-48e9-a3ac-854bf6c1e488 None None] Provisioning complete for port 412df551-9da9-45d9-910c-2e9722213510 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:45.442784 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ac20ddb1-0dee-48e9-a3ac-854bf6c1e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (412df551-9da9-45d9-910c-2e9722213510), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.477641 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] For port 412df551-9da9-45d9-910c-2e9722213510, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:38:45.502051 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-ac20ddb1-0dee-48e9-a3ac-854bf6c1e488 None None] Port 412df551-9da9-45d9-910c-2e9722213510 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:38:45.508321 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] For port 412df551-9da9-45d9-910c-2e9722213510, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=412df551-9da9-45d9-910c-2e9722213510,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:38:45.523373 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (412df551-9da9-45d9-910c-2e9722213510), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.560032 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d51b0320-6778-44d0-b8c2-71b02eeb4166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:45.561688 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d51b0320-6778-44d0-b8c2-71b02eeb4166 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=daf4e2b9-6af6-4940-8128-4652c0da77cc HTTP/1.1" status: 200 len: 851 time: 0.7466724 Apr 12 18:38:45.563962 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef727c-e493-4a9a-a64c-26bd6db881f1 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4897868d-4948-48de-8e5b-2a5aa5e70699,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:45.569927 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port eed4548b-1b3a-4c9f-bd73-76c0dc933828 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:45.574349 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.598986 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b394860-da60-42a4-ae53-1c4dc253b183 req-235b5cf5-eccc-4d65-9fc0-bd366db61f5f tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:45.600753 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.610935 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5b394860-da60-42a4-ae53-1c4dc253b183 req-235b5cf5-eccc-4d65-9fc0-bd366db61f5f tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 944 time: 0.1314692 Apr 12 18:38:45.676047 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-31319470-22df-478d-829d-62c892c424d3 admin admin] Publish callbacks [] for security_group (04746cfe-b94a-42a8-88f5-4710c7152fe1), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.709310 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Routers {'d4f668c2-f653-495b-885c-1d8896cde7ff'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:38:45.709997 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:38:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d4f668c2-f653-495b-885c-1d8896cde7ff'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:45.730307 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-31319470-22df-478d-829d-62c892c424d3 admin admin] Publish callbacks [] for security_group (04746cfe-b94a-42a8-88f5-4710c7152fe1), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.808242 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.842179 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ec067396-90c0-4361-a059-6ed1ced8d16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (fe8c3191-4241-49ef-a26e-0c12dbbc6f6e), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.845862 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ec067396-90c0-4361-a059-6ed1ced8d16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.847658 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-ec067396-90c0-4361-a059-6ed1ced8d16f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe8c3191-4241-49ef-a26e-0c12dbbc6f6e HTTP/1.1" status: 204 len: 168 time: 2.2640517 Apr 12 18:38:45.898218 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e59f4f-6161-4007-bca2-22dfb7c2b8ac None None] Pushing event updated for resources: {'Port': ['ID=412df551-9da9-45d9-910c-2e9722213510,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:45.926726 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-31319470-22df-478d-829d-62c892c424d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (04746cfe-b94a-42a8-88f5-4710c7152fe1), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.933891 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-31319470-22df-478d-829d-62c892c424d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.937276 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-31319470-22df-478d-829d-62c892c424d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04746cfe-b94a-42a8-88f5-4710c7152fe1 HTTP/1.1" status: 204 len: 168 time: 0.5080886 Apr 12 18:38:45.955286 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fadf3b4f-6929-42af-b8c1-597a0745a178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:45.997014 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31319470-22df-478d-829d-62c892c424d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04746cfe-b94a-42a8-88f5-4710c7152fe1,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:45.997536 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-4fbfb937-077f-42aa-a158-2ef0c26ecfb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34eef30a-0fb5-4fcf-988d-d27107a6c1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4006202 Apr 12 18:38:46.002413 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port eed4548b-1b3a-4c9f-bd73-76c0dc933828 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:46.003977 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 2361601d-92d4-44fd-b44a-44c552e64356 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:38:46.095699 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-57782d66-7aea-4c3d-acff-e6dece91319f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:46.129340 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-df505a67-c32c-4f30-99e0-8ddf30488937 None None] Provisioning complete for port 412df551-9da9-45d9-910c-2e9722213510 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:46.130488 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-df505a67-c32c-4f30-99e0-8ddf30488937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (412df551-9da9-45d9-910c-2e9722213510), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:46.226031 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec067396-90c0-4361-a059-6ed1ced8d16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8c3191-4241-49ef-a26e-0c12dbbc6f6e,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:46.233837 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-33305bd1-c911-4896-ad5f-035843e5ea6a service neutron] 10.222.0.65 "GET /v2.0/networks/34eef30a-0fb5-4fcf-988d-d27107a6c1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001131 Apr 12 18:38:46.235665 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 2361601d-92d4-44fd-b44a-44c552e64356 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:46.236175 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (2361601d-92d4-44fd-b44a-44c552e64356), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:46.415486 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d4fba9f5-236d-4968-90c7-935793882894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:46.459635 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5b394860-da60-42a4-ae53-1c4dc253b183 req-3e747e55-9600-459f-8678-562b2778a876 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8476765 Apr 12 18:38:46.496935 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-122be410-69bd-49c1-a381-7a77ea0f47b0 req-d7d16ee2-dd50-4b3d-821b-0ec2d3122081 service neutron] 10.222.0.65 "GET /v2.0/networks/34eef30a-0fb5-4fcf-988d-d27107a6c1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468536 Apr 12 18:38:46.525472 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71687839-33cf-4058-ad7c-c96c19109295 req-506c8bc5-1d47-496a-ab6e-057936883334 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Made reservation on behalf of 86834b83fff74546a622369a6b71f863 for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:46.535787 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-df505a67-c32c-4f30-99e0-8ddf30488937 None None] Current status of the port 412df551-9da9-45d9-910c-2e9722213510 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:46.536234 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-df505a67-c32c-4f30-99e0-8ddf30488937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (412df551-9da9-45d9-910c-2e9722213510), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:46.538316 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-71687839-33cf-4058-ad7c-c96c19109295 req-506c8bc5-1d47-496a-ab6e-057936883334 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:46.612797 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-3c19a668-7f4d-4239-8343-8c505d536d8d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:46.613340 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-df505a67-c32c-4f30-99e0-8ddf30488937 None None] For port 412df551-9da9-45d9-910c-2e9722213510, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=412df551-9da9-45d9-910c-2e9722213510,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:38:46.623789 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-3c19a668-7f4d-4239-8343-8c505d536d8d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 815 time: 1.9243684 Apr 12 18:38:46.685999 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 2361601d-92d4-44fd-b44a-44c552e64356 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:46.687819 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device c987abb7-8f4c-45c5-8c43-7eb2041bd075 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:38:46.691113 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-df505a67-c32c-4f30-99e0-8ddf30488937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (412df551-9da9-45d9-910c-2e9722213510), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:46.730837 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-0a3b99b8-bbe7-4078-92d0-d7bf44c900d6 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/quotas/abad2cf2938f4de0b8942385cfaa6c97 HTTP/1.1" status: 200 len: 375 time: 0.1060557 Apr 12 18:38:46.740651 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-57782d66-7aea-4c3d-acff-e6dece91319f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Network 7700dda7-79d5-4276-8ecc-6a223e399f7b is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:46.741683 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55252) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:46.744744 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-57782d66-7aea-4c3d-acff-e6dece91319f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:46.746647 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57782d66-7aea-4c3d-acff-e6dece91319f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Pushing event updated for resources: {'Port': ['ID=50061fb5-0742-4153-89dc-67f17c1a55e4,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:46.758059 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-57782d66-7aea-4c3d-acff-e6dece91319f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:38:46.784652 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-102aabea-ee6b-4516-8db7-c5b19e3d4ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:46.785049 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:46.815606 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df505a67-c32c-4f30-99e0-8ddf30488937 None None] Pushing event updated for resources: {'Port': ['ID=412df551-9da9-45d9-910c-2e9722213510,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:46.851705 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] Set router d4f668c2-f653-495b-885c-1d8896cde7ff gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:38:46.908496 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port c987abb7-8f4c-45c5-8c43-7eb2041bd075 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:46.909390 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:47.014223 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-57782d66-7aea-4c3d-acff-e6dece91319f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:47.014909 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-57782d66-7aea-4c3d-acff-e6dece91319f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:47.019754 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-102aabea-ee6b-4516-8db7-c5b19e3d4ed6 admin admin] Publish callbacks [] for security_group (5be42c73-2767-4de6-a4c0-bf38f3f327b6), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:47.040772 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-102aabea-ee6b-4516-8db7-c5b19e3d4ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (5be42c73-2767-4de6-a4c0-bf38f3f327b6), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:47.117961 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port c987abb7-8f4c-45c5-8c43-7eb2041bd075 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:47.134908 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd214fe5-44c1-4a29-88fb-f168619522fc req-2a2d1bd2-bc76-4d4f-8b40-a847274e474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:47.141151 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-bd214fe5-44c1-4a29-88fb-f168619522fc req-2a2d1bd2-bc76-4d4f-8b40-a847274e474b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e692c7fc171414d84f1d9844bb07d83&device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 1128 time: 0.5433836 Apr 12 18:38:47.153556 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102aabea-ee6b-4516-8db7-c5b19e3d4ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be42c73-2767-4de6-a4c0-bf38f3f327b6,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:47.333378 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6f97676b-cd38-47be-b348-9e2f6f5d9b9e req-72533244-7098-4292-82d8-9b946f44fff4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 210 time: 0.6254797 Apr 12 18:38:47.351230 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1882dadd-77db-44be-b21d-ff00789c48c1 None None] Provisioning complete for port 50061fb5-0742-4153-89dc-67f17c1a55e4 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:47.351746 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1882dadd-77db-44be-b21d-ff00789c48c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:47.426876 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-57782d66-7aea-4c3d-acff-e6dece91319f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4179349 Apr 12 18:38:47.436619 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-855cb61d-985c-405a-8891-7e09faee2bc3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7048717 Apr 12 18:38:47.446774 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Request body: {'port': {'device_id': 'b717986f-a8fa-4ee1-9c6f-12d214b1a718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:47.572825 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1882dadd-77db-44be-b21d-ff00789c48c1 None None] Port 50061fb5-0742-4153-89dc-67f17c1a55e4 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:38:47.575887 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '412df551-9da9-45d9-910c-2e9722213510', 'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'mac_address': 'fa:16:3e:d7:a1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:45Z', 'revision_number': 4, 'project_id': '86834b83fff74546a622369a6b71f863', 'subnets': [{'id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:38:47.665346 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device b89aa03e-c7f2-4cf6-83fa-3386383ccc24 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:38:47.681394 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a4acb-fe8e-4940-a912-78ec9fddc70b None None] The sync data for ids ['d4f668c2-f653-495b-885c-1d8896cde7ff'] in dv-cinder-837536-1-iscsi is: [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '412df551-9da9-45d9-910c-2e9722213510', 'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'mac_address': 'fa:16:3e:d7:a1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:45Z', 'revision_number': 4, 'project_id': '86834b83fff74546a622369a6b71f863', 'subnets': [{'id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:38:47.801211 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:47.851364 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port b89aa03e-c7f2-4cf6-83fa-3386383ccc24 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:47.851906 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (b89aa03e-c7f2-4cf6-83fa-3386383ccc24), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:47.867992 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-71687839-33cf-4058-ad7c-c96c19109295 req-506c8bc5-1d47-496a-ab6e-057936883334 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Allocated IP 172.20.0.4 (7700dda7-79d5-4276-8ecc-6a223e399f7b/1fdfc130-a75f-442a-b693-285ff29a5ca9/30fb8434-c2f0-4422-ab69-b8fd8fd9c059) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:38:47.910977 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Allocated IP 172.27.2.32 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/02d58e9d-94fc-4612-9ca4-1fe2508f4f19) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:38:47.973451 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3531df3-234f-4d5b-9b8c-689d692dce7f req-b7301eb2-21b2-4895-a33f-dc1e0b699841 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:47.978766 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd214fe5-44c1-4a29-88fb-f168619522fc req-3880fd21-236a-4d88-982a-ed32fb3012ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:47.980188 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-bd214fe5-44c1-4a29-88fb-f168619522fc req-3880fd21-236a-4d88-982a-ed32fb3012ae service neutron] 10.222.0.65 "GET /v2.0/networks?id=34eef30a-0fb5-4fcf-988d-d27107a6c1bc HTTP/1.1" status: 200 len: 912 time: 0.8134727 Apr 12 18:38:47.992736 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-102aabea-ee6b-4516-8db7-c5b19e3d4ed6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b21e3e00afc43919f4249d47ff1bcf6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2437663 Apr 12 18:38:47.997087 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a3531df3-234f-4d5b-9b8c-689d692dce7f req-b7301eb2-21b2-4895-a33f-dc1e0b699841 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 944 time: 0.2574503 Apr 12 18:38:48.003429 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55272) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:48.036911 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:48.050976 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fadf3b4f-6929-42af-b8c1-597a0745a178 admin admin] Publish callbacks [] for security_group (b88ee7e0-360a-4faf-8cfd-892a01ce24ee), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:48.075540 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fadf3b4f-6929-42af-b8c1-597a0745a178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (b88ee7e0-360a-4faf-8cfd-892a01ce24ee), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:48.121680 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-867d41c3-ec15-4e08-86d4-dc42bd624111 service neutron] 10.222.0.64 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6391361 Apr 12 18:38:48.135047 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port b89aa03e-c7f2-4cf6-83fa-3386383ccc24 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:48.179912 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-bd214fe5-44c1-4a29-88fb-f168619522fc req-dfcb2d12-a5ff-43f3-acc6-a7503afb7349 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8072e79d-6bcf-4c69-b767-2139dbeff739 HTTP/1.1" status: 200 len: 217 time: 0.1734936 Apr 12 18:38:48.296111 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a3531df3-234f-4d5b-9b8c-689d692dce7f req-8f9adb3a-333c-489e-8b87-2eec6940ddb5 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657049 Apr 12 18:38:48.347124 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-fadf3b4f-6929-42af-b8c1-597a0745a178 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16057d612645433780f2b3b7f2adc33b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7907145 Apr 12 18:38:48.351014 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf3b4f-6929-42af-b8c1-597a0745a178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88ee7e0-360a-4faf-8cfd-892a01ce24ee,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:48.357948 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55280) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:48.423518 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fc5e95dd-6919-4622-b8bf-9c4f8936da06 admin admin] Publish callbacks [] for security_group (5be42c73-2767-4de6-a4c0-bf38f3f327b6), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:48.599328 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for port (02d58e9d-94fc-4612-9ca4-1fe2508f4f19), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:48.610232 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd214fe5-44c1-4a29-88fb-f168619522fc req-1984e969-9fbb-4498-adf6-c2e2aaf0901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:48.611795 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-bd214fe5-44c1-4a29-88fb-f168619522fc req-1984e969-9fbb-4498-adf6-c2e2aaf0901f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=daf4e2b9-6af6-4940-8128-4652c0da77cc HTTP/1.1" status: 200 len: 851 time: 0.3777788 Apr 12 18:38:48.644545 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fc5e95dd-6919-4622-b8bf-9c4f8936da06 admin admin] Publish callbacks [] for security_group (5be42c73-2767-4de6-a4c0-bf38f3f327b6), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:48.649169 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-de252f3e-5dc1-4b35-82da-75cee4e62c99 req-f0563098-7a5a-4d53-b8a0-8a958ae25286 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 210 time: 0.1216328 Apr 12 18:38:48.689624 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5a531304-d866-4d0d-b1ac-bf1066460558 admin admin] Publish callbacks [] for security_group (b88ee7e0-360a-4faf-8cfd-892a01ce24ee), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:48.744080 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-bd214fe5-44c1-4a29-88fb-f168619522fc req-b9a25b56-1fb8-4678-9d7b-81b4239fb684 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34eef30a-0fb5-4fcf-988d-d27107a6c1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195135 Apr 12 18:38:48.756785 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5a531304-d866-4d0d-b1ac-bf1066460558 admin admin] Publish callbacks [] for security_group (b88ee7e0-360a-4faf-8cfd-892a01ce24ee), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:48.922557 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (02d58e9d-94fc-4612-9ca4-1fe2508f4f19), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:48.939263 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-c9976b1d-d34a-4011-a1f0-f1c09730b0bb service neutron] 10.222.0.64 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8012140 Apr 12 18:38:49.002494 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fc5e95dd-6919-4622-b8bf-9c4f8936da06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (5be42c73-2767-4de6-a4c0-bf38f3f327b6), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:49.005429 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fc5e95dd-6919-4622-b8bf-9c4f8936da06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:49.019742 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-fc5e95dd-6919-4622-b8bf-9c4f8936da06 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5be42c73-2767-4de6-a4c0-bf38f3f327b6 HTTP/1.1" status: 204 len: 168 time: 1.0127385 Apr 12 18:38:49.093495 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:49.094558 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e95dd-6919-4622-b8bf-9c4f8936da06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be42c73-2767-4de6-a4c0-bf38f3f327b6,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:49.151374 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:49.156143 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:38:49.173947 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event updated for resources: {'Port': ['ID=02d58e9d-94fc-4612-9ca4-1fe2508f4f19,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:49.183046 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5a531304-d866-4d0d-b1ac-bf1066460558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (b88ee7e0-360a-4faf-8cfd-892a01ce24ee), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:49.187305 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-71687839-33cf-4058-ad7c-c96c19109295 req-506c8bc5-1d47-496a-ab6e-057936883334 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:49.189878 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5a531304-d866-4d0d-b1ac-bf1066460558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:49.191048 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-5a531304-d866-4d0d-b1ac-bf1066460558 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b88ee7e0-360a-4faf-8cfd-892a01ce24ee HTTP/1.1" status: 204 len: 168 time: 0.8303747 Apr 12 18:38:49.406071 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-bd214fe5-44c1-4a29-88fb-f168619522fc req-de4f2466-de8a-48d7-8c0c-e04c3010c1db service neutron] 10.222.0.65 "GET /v2.0/networks/34eef30a-0fb5-4fcf-988d-d27107a6c1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271484 Apr 12 18:38:49.441922 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a531304-d866-4d0d-b1ac-bf1066460558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88ee7e0-360a-4faf-8cfd-892a01ce24ee,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:49.446130 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 412df551-9da9-45d9-910c-2e9722213510 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:38:49.780306 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for floatingip (4896b589-5802-4e04-a8fc-ce79d675c439), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:49.825710 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-bd214fe5-44c1-4a29-88fb-f168619522fc req-4b0cff61-781c-4ab2-bc1b-c34624b680de service neutron] 10.222.0.65 "GET /v2.0/networks/34eef30a-0fb5-4fcf-988d-d27107a6c1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025149 Apr 12 18:38:49.912772 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 412df551-9da9-45d9-910c-2e9722213510 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:49.927670 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (412df551-9da9-45d9-910c-2e9722213510), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:49.932548 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (02d58e9d-94fc-4612-9ca4-1fe2508f4f19), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:49.938412 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:49.999479 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cfce07da-ccea-4c40-94ac-076fff7fa1be req-fc7d26aa-b6e7-4fe9-acb0-ca5a079a794a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 210 time: 0.2611411 Apr 12 18:38:50.132795 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a864e5b-9717-4368-a488-197d96a52442 req-b61e70e9-2f37-470c-9213-c755a1f38739 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:50.144655 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a864e5b-9717-4368-a488-197d96a52442 req-b61e70e9-2f37-470c-9213-c755a1f38739 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 944 time: 0.3646500 Apr 12 18:38:50.216827 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-71687839-33cf-4058-ad7c-c96c19109295 req-506c8bc5-1d47-496a-ab6e-057936883334 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:50.502888 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c8bc5-1d47-496a-ab6e-057936883334 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Pushing event updated for resources: {'Port': ['ID=30fb8434-c2f0-4422-ab69-b8fd8fd9c059,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:50.578542 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 412df551-9da9-45d9-910c-2e9722213510 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:50.580005 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for port (02d58e9d-94fc-4612-9ca4-1fe2508f4f19), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:50.588700 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (02d58e9d-94fc-4612-9ca4-1fe2508f4f19), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:50.709304 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event updated for resources: {'Port': ['ID=02d58e9d-94fc-4612-9ca4-1fe2508f4f19,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:50.712552 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71687839-33cf-4058-ad7c-c96c19109295 req-506c8bc5-1d47-496a-ab6e-057936883334 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Network 7700dda7-79d5-4276-8ecc-6a223e399f7b is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:50.720209 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-71687839-33cf-4058-ad7c-c96c19109295 req-506c8bc5-1d47-496a-ab6e-057936883334 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:50.733120 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-71687839-33cf-4058-ad7c-c96c19109295 req-506c8bc5-1d47-496a-ab6e-057936883334 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:38:50.744591 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (4896b589-5802-4e04-a8fc-ce79d675c439), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:50.753557 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed4dee-34c7-4c50-9406-91a5ed1abe32 req-f01c9f33-3483-4ca0-985c-cb20472c4738 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:50.755031 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-eeed4dee-34c7-4c50-9406-91a5ed1abe32 req-f01c9f33-3483-4ca0-985c-cb20472c4738 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 931 time: 0.5025163 Apr 12 18:38:50.781890 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:50.794139 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-83b0cacf-990b-4320-8945-5490278f3d36 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4612970 Apr 12 18:38:50.795731 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55354) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:50.824455 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-cdc19532-76a3-4dc1-8590-1638b64dfa66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:50.867191 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a864e5b-9717-4368-a488-197d96a52442 req-99bd3de9-a1fd-459d-bff2-5db23a839c2c tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7204399 Apr 12 18:38:51.147473 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-cdc19532-76a3-4dc1-8590-1638b64dfa66 admin admin] Publish callbacks [] for security_group (e9072fad-f9a5-42fa-9f82-d4f861a7a3a5), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:51.157923 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-cdc19532-76a3-4dc1-8590-1638b64dfa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (e9072fad-f9a5-42fa-9f82-d4f861a7a3a5), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:51.214937 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-eeed4dee-34c7-4c50-9406-91a5ed1abe32 req-1108ed50-28ae-41e0-b46f-89f795ce3d19 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825960 Apr 12 18:38:51.275016 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-cdc19532-76a3-4dc1-8590-1638b64dfa66 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c158656282924427b6fed729a8c18c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4777002 Apr 12 18:38:51.277427 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc19532-76a3-4dc1-8590-1638b64dfa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9072fad-f9a5-42fa-9f82-d4f861a7a3a5,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:51.280208 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55370) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:51.284293 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71687839-33cf-4058-ad7c-c96c19109295 req-506c8bc5-1d47-496a-ab6e-057936883334 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:51.284966 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-71687839-33cf-4058-ad7c-c96c19109295 req-506c8bc5-1d47-496a-ab6e-057936883334 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:51.397355 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-398126b9-4ad8-4061-920c-fc403da79abf req-2951bc2f-b4fa-462e-ae73-3f1670ebfbb8 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 210 time: 0.1770144 Apr 12 18:38:51.434259 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fd72ec8d-0210-4b34-be47-a6ea626873a3 admin admin] Publish callbacks [] for security_group (e9072fad-f9a5-42fa-9f82-d4f861a7a3a5), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:51.460609 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-e024ac87-5469-4153-804e-cfd5cb48b31f None None] Provisioning complete for port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:51.461016 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e024ac87-5469-4153-804e-cfd5cb48b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:51.468176 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71687839-33cf-4058-ad7c-c96c19109295 req-506c8bc5-1d47-496a-ab6e-057936883334 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9217978 Apr 12 18:38:51.510700 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fd72ec8d-0210-4b34-be47-a6ea626873a3 admin admin] Publish callbacks [] for security_group (e9072fad-f9a5-42fa-9f82-d4f861a7a3a5), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:51.515586 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-688a66e6-959e-46f7-b4cf-bbe7a1502000 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--419045797&fields=id&tenant_id=87396fafe66b4b39a6c3d47bffe8eacb HTTP/1.1" status: 200 len: 267 time: 0.1036768 Apr 12 18:38:51.521864 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50061fb5-0742-4153-89dc-67f17c1a55e4 {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:38:51.530951 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Request body: {'port': {'device_id': '5394e4bd-3f62-4cd0-9948-44daf794369d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:51.570978 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Publish callbacks [] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:51.652269 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-e024ac87-5469-4153-804e-cfd5cb48b31f None None] Port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:38:51.694022 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Transition to ACTIVE for port object 50061fb5-0742-4153-89dc-67f17c1a55e4 will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:38:51.700587 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fd72ec8d-0210-4b34-be47-a6ea626873a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (e9072fad-f9a5-42fa-9f82-d4f861a7a3a5), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:51.732570 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fd72ec8d-0210-4b34-be47-a6ea626873a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:51.733804 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-fd72ec8d-0210-4b34-be47-a6ea626873a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9072fad-f9a5-42fa-9f82-d4f861a7a3a5 HTTP/1.1" status: 204 len: 168 time: 0.4525042 Apr 12 18:38:51.753976 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:51.839823 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72ec8d-0210-4b34-be47-a6ea626873a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9072fad-f9a5-42fa-9f82-d4f861a7a3a5,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:52.013905 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:52.034542 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Pushing event updated for resources: {'Port': ['ID=50061fb5-0742-4153-89dc-67f17c1a55e4,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:52.040733 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-e23ae36e-e3b6-4101-ae2d-3b3e0e833f69 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:52.042480 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-e23ae36e-e3b6-4101-ae2d-3b3e0e833f69 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 815 time: 0.4447324 Apr 12 18:38:52.148282 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377ddf1-fa90-4b25-b0e7-6cf870a1fd09 req-ed387a00-c5b4-42b0-bca6-ee10d1184790 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:52.150068 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2377ddf1-fa90-4b25-b0e7-6cf870a1fd09 req-ed387a00-c5b4-42b0-bca6-ee10d1184790 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 944 time: 0.1247933 Apr 12 18:38:52.156245 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-2e830e1f-cfc9-4d12-8cff-585fabfa12b6 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:52.163420 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-2e830e1f-cfc9-4d12-8cff-585fabfa12b6 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/networks?id=dcd504b7-0834-41e9-a8df-b699bcbecfe2 HTTP/1.1" status: 200 len: 811 time: 0.6465466 Apr 12 18:38:52.206855 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-74c91c46-d9a5-4519-89f8-e37c84d35e44 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/quotas/87396fafe66b4b39a6c3d47bffe8eacb HTTP/1.1" status: 200 len: 375 time: 0.0423064 Apr 12 18:38:52.336854 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-d170c806-75c2-45d7-8fcd-f796c35fba89 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=87396fafe66b4b39a6c3d47bffe8eacb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287022 Apr 12 18:38:52.424495 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2377ddf1-fa90-4b25-b0e7-6cf870a1fd09 req-e4e71f75-33c6-4ca5-b89b-214fc523a567 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577279 Apr 12 18:38:52.545829 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Attempting to bind port 50061fb5-0742-4153-89dc-67f17c1a55e4 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:38:52.546305 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Attempting to bind port 50061fb5-0742-4153-89dc-67f17c1a55e4 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:38:52.546787 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Attempting to bind port 50061fb5-0742-4153-89dc-67f17c1a55e4 on network 7700dda7-79d5-4276-8ecc-6a223e399f7b {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:52.562140 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Port 50061fb5-0742-4153-89dc-67f17c1a55e4 on network 7700dda7-79d5-4276-8ecc-6a223e399f7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:38:52.562464 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Attempting to bind port 50061fb5-0742-4153-89dc-67f17c1a55e4 on network 7700dda7-79d5-4276-8ecc-6a223e399f7b {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:52.610051 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:38:52.610393 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Checking segment: {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:52.611130 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Bound using segment: {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:38:52.611756 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Bound port: 50061fb5-0742-4153-89dc-67f17c1a55e4, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:38:52.612286 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:52.657470 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f213cf3-e61f-4354-898b-df7014029fcb req-e91578cd-82f1-4d2d-b8ad-dc6389dbbb2e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:52.659846 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9f213cf3-e61f-4354-898b-df7014029fcb req-e91578cd-82f1-4d2d-b8ad-dc6389dbbb2e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 931 time: 0.1081090 Apr 12 18:38:52.753404 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-0f19a0e9-3f26-4d4c-b732-1070edc5db56 service neutron] 10.222.0.64 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750565 Apr 12 18:38:52.832879 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55438) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:52.879961 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9f213cf3-e61f-4354-898b-df7014029fcb req-90710035-430d-4be0-bc88-333f470f5f69 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906576 Apr 12 18:38:52.887415 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] For port 50061fb5-0742-4153-89dc-67f17c1a55e4, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:38:52.923005 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] For port 50061fb5-0742-4153-89dc-67f17c1a55e4, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=50061fb5-0742-4153-89dc-67f17c1a55e4,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:38:52.950493 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:52.997149 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-bbc4a85d-b139-4751-9471-d6d73cb6b207 service neutron] 10.222.0.64 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312913 Apr 12 18:38:53.018414 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:53.018607 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:53.020643 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] 10.222.0.65 "PUT /v2.0/ports/50061fb5-0742-4153-89dc-67f17c1a55e4 HTTP/1.1" status: 200 len: 1093 time: 5.5802763 Apr 12 18:38:53.032415 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b717986f-a8fa-4ee1-9c6f-12d214b1a718', 'tag': '50061fb5-0742-4153-89dc-67f17c1a55e4'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:38:53.082502 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-24ad0ef8-c0dd-44ca-8c0d-9db002b63e71 req-ec9b7829-db3b-4878-bb8d-ba4149848d01 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 210 time: 0.1143618 Apr 12 18:38:53.121178 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55452) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:53.146666 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2643498-f823-4490-9ed5-382ea965bc5a service neutron] Pushing event updated for resources: {'Port': ['ID=50061fb5-0742-4153-89dc-67f17c1a55e4,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:53.165726 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:38:53.169102 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-23df125a-5c08-41b3-a998-ca92609d3426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:53.217761 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Publish callbacks [] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:53.234871 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Transition to ACTIVE for port object 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:38:53.239324 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:53.303987 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Pushing event updated for resources: {'Port': ['ID=30fb8434-c2f0-4422-ab69-b8fd8fd9c059,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:53.305612 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1fd778ee-5142-4ab8-b779-8d5569dd0748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:53.399572 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ac1383b2-9e0b-49b9-8026-8ceb021d00dd req-dbcb8ba7-cdc6-4e83-ada9-4a12efe2f2b7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 210 time: 0.0968745 Apr 12 18:38:53.424337 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a2d54e-9b03-4d66-ad17-863131576e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b717986f-a8fa-4ee1-9c6f-12d214b1a718", "tag": "50061fb5-0742-4153-89dc-67f17c1a55e4"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:38:53.484542 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Attempting to bind port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:38:53.485216 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Attempting to bind port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:38:53.485788 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Attempting to bind port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 on network 7700dda7-79d5-4276-8ecc-6a223e399f7b {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:53.492270 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 on network 7700dda7-79d5-4276-8ecc-6a223e399f7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:38:53.493157 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Attempting to bind port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 on network 7700dda7-79d5-4276-8ecc-6a223e399f7b {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:53.500255 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:38:53.500876 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Checking segment: {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:53.501471 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Bound using segment: {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:38:53.502093 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Bound port: 30fb8434-c2f0-4422-ab69-b8fd8fd9c059, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:38:53.503047 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:53.529888 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-23df125a-5c08-41b3-a998-ca92609d3426 admin admin] Publish callbacks [] for security_group (ed555845-8ad9-4056-97a8-9c15be3cec1b), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:53.571411 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-23df125a-5c08-41b3-a998-ca92609d3426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (ed555845-8ad9-4056-97a8-9c15be3cec1b), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:53.592406 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1fd778ee-5142-4ab8-b779-8d5569dd0748 admin admin] Publish callbacks [] for security_group (80c925ca-a55d-45ac-8f02-6b6f3f477e67), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:53.611593 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1fd778ee-5142-4ab8-b779-8d5569dd0748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (80c925ca-a55d-45ac-8f02-6b6f3f477e67), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:53.650229 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-1fd778ee-5142-4ab8-b779-8d5569dd0748 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0a1bc0dd90046f3b68c00f1ffe7bfe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5278769 Apr 12 18:38:53.661208 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55480) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:53.709653 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-23df125a-5c08-41b3-a998-ca92609d3426 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40efe2dca92c4f5a9b789d5ff184a915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8723211 Apr 12 18:38:53.711076 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55482) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:53.730162 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df125a-5c08-41b3-a998-ca92609d3426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed555845-8ad9-4056-97a8-9c15be3cec1b,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:53.885218 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd778ee-5142-4ab8-b779-8d5569dd0748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c925ca-a55d-45ac-8f02-6b6f3f477e67,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:53.917583 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a1ba8605-9052-4ef0-9df2-5ee51c61df62 admin admin] Publish callbacks [] for security_group (ed555845-8ad9-4056-97a8-9c15be3cec1b), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:53.948026 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a1ba8605-9052-4ef0-9df2-5ee51c61df62 admin admin] Publish callbacks [] for security_group (ed555845-8ad9-4056-97a8-9c15be3cec1b), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:53.972658 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aad22d2-1bc9-4ea2-b71b-40fb5c0efa4d x-openstack-request-id: req-0aad22d2-1bc9-4ea2-b71b-40fb5c0efa4d {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:38:53.972806 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b717986f-a8fa-4ee1-9c6f-12d214b1a718", "tag": "50061fb5-0742-4153-89dc-67f17c1a55e4", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:38:53.973120 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0aad22d2-1bc9-4ea2-b71b-40fb5c0efa4d {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:38:53.973574 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aad22d2-1bc9-4ea2-b71b-40fb5c0efa4d'] response: {'name': 'network-changed', 'server_uuid': 'b717986f-a8fa-4ee1-9c6f-12d214b1a718', 'tag': '50061fb5-0742-4153-89dc-67f17c1a55e4', 'status': 'completed', 'code': 200} Apr 12 18:38:53.996064 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] For port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:38:54.000425 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] For port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=30fb8434-c2f0-4422-ab69-b8fd8fd9c059,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:38:54.009947 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a1ee0-4ec1-405f-8e6e-6fd1f7ef3a62 req-9deebd1d-2a87-4a1a-958a-89dc26924b2d tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:54.019339 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e8a1ee0-4ec1-405f-8e6e-6fd1f7ef3a62 req-9deebd1d-2a87-4a1a-958a-89dc26924b2d tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 944 time: 0.4344218 Apr 12 18:38:54.021031 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4a3c4b8a-0e37-4a04-9e26-60a863ae1533 admin admin] Publish callbacks [] for security_group (80c925ca-a55d-45ac-8f02-6b6f3f477e67), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:54.025652 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a1ba8605-9052-4ef0-9df2-5ee51c61df62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (ed555845-8ad9-4056-97a8-9c15be3cec1b), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:54.028817 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a1ba8605-9052-4ef0-9df2-5ee51c61df62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:54.033024 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-a1ba8605-9052-4ef0-9df2-5ee51c61df62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed555845-8ad9-4056-97a8-9c15be3cec1b HTTP/1.1" status: 204 len: 168 time: 0.3167632 Apr 12 18:38:54.033194 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:54.053359 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba8605-9052-4ef0-9df2-5ee51c61df62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed555845-8ad9-4056-97a8-9c15be3cec1b,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:54.106771 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4a3c4b8a-0e37-4a04-9e26-60a863ae1533 admin admin] Publish callbacks [] for security_group (80c925ca-a55d-45ac-8f02-6b6f3f477e67), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:54.106888 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:54.107722 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:54.109115 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71687839-33cf-4058-ad7c-c96c19109295 req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] 10.222.0.65 "PUT /v2.0/ports/30fb8434-c2f0-4422-ab69-b8fd8fd9c059 HTTP/1.1" status: 200 len: 1093 time: 2.6060002 Apr 12 18:38:54.128124 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e8a1ee0-4ec1-405f-8e6e-6fd1f7ef3a62 req-71394786-260d-4a13-9a40-0cf12644c56a tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078355 Apr 12 18:38:54.186745 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e3688-c97d-4f0b-a433-342b11233179 req-bf87669d-c612-493a-ac44-011dd3f532f9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:54.193967 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-523e3688-c97d-4f0b-a433-342b11233179 req-bf87669d-c612-493a-ac44-011dd3f532f9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 943 time: 0.0837822 Apr 12 18:38:54.196570 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763a4f0-6542-48bc-b74e-b65e558ec588 service neutron] Pushing event updated for resources: {'Port': ['ID=30fb8434-c2f0-4422-ab69-b8fd8fd9c059,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:54.239885 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4a3c4b8a-0e37-4a04-9e26-60a863ae1533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (80c925ca-a55d-45ac-8f02-6b6f3f477e67), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:54.242672 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4a3c4b8a-0e37-4a04-9e26-60a863ae1533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:54.243916 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-4a3c4b8a-0e37-4a04-9e26-60a863ae1533 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80c925ca-a55d-45ac-8f02-6b6f3f477e67 HTTP/1.1" status: 204 len: 168 time: 0.5770071 Apr 12 18:38:54.273144 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9c98c062-47cd-4a80-9f1a-680d184ae06f req-d49733e2-70a7-4a31-9707-7bb10754852e tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 210 time: 0.0604172 Apr 12 18:38:54.283141 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c4b8a-0e37-4a04-9e26-60a863ae1533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c925ca-a55d-45ac-8f02-6b6f3f477e67,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:54.312233 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-523e3688-c97d-4f0b-a433-342b11233179 req-f39d1289-e7e2-4dcd-967e-58f00cb04b9f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169362 Apr 12 18:38:54.551894 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ea58f88b-c6af-47d9-a83c-b3405d1f09a5 req-61f6969c-a6b9-4b2f-b0f0-043c82049f42 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 210 time: 0.0349607 Apr 12 18:38:54.599564 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55530) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:54.794159 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-c6d62857-8d5b-45fd-b3da-88b5c5765ee9 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abad2cf2938f4de0b8942385cfaa6c97 HTTP/1.1" status: 200 len: 380 time: 0.0835238 Apr 12 18:38:54.809113 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-661bcb09-552c-4460-90c4-5d20bb2c8fc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:54.822600 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-51f909a9-5b01-47fd-9319-280f04e03aa3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'port': {'device_id': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'admin_state_up': True, 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'security_groups': ['6d5ce0f5-84b7-4427-baa0-540713c276df']}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:54.992611 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-51f909a9-5b01-47fd-9319-280f04e03aa3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Made reservation on behalf of abad2cf2938f4de0b8942385cfaa6c97 for: {'port': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:54.997668 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-51f909a9-5b01-47fd-9319-280f04e03aa3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:54.997780 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71687839-33cf-4058-ad7c-c96c19109295 req-e98c7cd4-c84a-4190-9fb0-d598f0866d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:54.997780 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71687839-33cf-4058-ad7c-c96c19109295 req-e98c7cd4-c84a-4190-9fb0-d598f0866d0f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 1127 time: 0.1684461 Apr 12 18:38:55.001190 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-661bcb09-552c-4460-90c4-5d20bb2c8fc8 admin admin] Publish callbacks [] for security_group (83917439-a1f6-467e-b9a7-ff013a0fcab0), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.013516 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-661bcb09-552c-4460-90c4-5d20bb2c8fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (83917439-a1f6-467e-b9a7-ff013a0fcab0), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.017722 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2d54e-9b03-4d66-ad17-863131576e1e req-02688ae7-acbf-48af-b531-373fc81783e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:55.020009 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b8a2d54e-9b03-4d66-ad17-863131576e1e req-02688ae7-acbf-48af-b531-373fc81783e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 1127 time: 0.1252136 Apr 12 18:38:55.038881 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55552) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:55.046031 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-661bcb09-552c-4460-90c4-5d20bb2c8fc8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=143d1f9177d24a80807e06bc92afa645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4429283 Apr 12 18:38:55.053100 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 55554) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:55.153877 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-25c83cc7-1aa8-4635-bb9b-a36f03077968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.206158 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55560) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:55.248799 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bcb09-552c-4460-90c4-5d20bb2c8fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83917439-a1f6-467e-b9a7-ff013a0fcab0,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:55.287326 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.310286 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2d54e-9b03-4d66-ad17-863131576e1e req-60b04ac3-0d95-4744-b4a0-d3b5da4e0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:55.311943 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b8a2d54e-9b03-4d66-ad17-863131576e1e req-60b04ac3-0d95-4744-b4a0-d3b5da4e0dd5 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=86834b83fff74546a622369a6b71f863&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2243807 Apr 12 18:38:55.320128 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71687839-33cf-4058-ad7c-c96c19109295 req-f7489699-8918-40be-b5e3-03b87ed3943f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fb8434-c2f0-4422-ab69-b8fd8fd9c059 HTTP/1.1" status: 200 len: 217 time: 0.3141437 Apr 12 18:38:55.379030 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-51f909a9-5b01-47fd-9319-280f04e03aa3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Allocated IP 172.20.0.8 (bd6ede6b-2ee4-4b44-9324-17591d93f339/33d52d9c-12da-4676-bd06-e720c647d8df/c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:38:55.386495 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfa724-a907-4d2a-bd73-51d1f3ea7047 req-4e563d6d-f78e-4256-ab00-0c36fe888800 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:55.388158 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c6bfa724-a907-4d2a-bd73-51d1f3ea7047 req-4e563d6d-f78e-4256-ab00-0c36fe888800 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 944 time: 0.0752001 Apr 12 18:38:55.438976 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-45c9e140-4e82-44b7-879a-5c9ea46f97d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.443505 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9fc5e89e-efb4-48dc-8f54-75c205306485 req-0a2626a0-e4ff-46bf-9a77-cb99805d7869 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 210 time: 0.0496323 Apr 12 18:38:55.457852 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-771c272d-c5f9-47cf-b279-580a2a01821e admin admin] Publish callbacks [] for security_group (83917439-a1f6-467e-b9a7-ff013a0fcab0), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.503780 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c6bfa724-a907-4d2a-bd73-51d1f3ea7047 req-f3cf5710-f6f1-49db-b400-e0b7f45a1394 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088157 Apr 12 18:38:55.508679 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-771c272d-c5f9-47cf-b279-580a2a01821e admin admin] Publish callbacks [] for security_group (83917439-a1f6-467e-b9a7-ff013a0fcab0), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.533803 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-25c83cc7-1aa8-4635-bb9b-a36f03077968 admin admin] Publish callbacks [] for security_group (54db2f4d-ffe9-44c5-a221-f2170ab3174d), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.544420 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-25c83cc7-1aa8-4635-bb9b-a36f03077968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (54db2f4d-ffe9-44c5-a221-f2170ab3174d), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.598404 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea9b54-bea4-46d6-abc9-66224def7f7c req-3d9b8cf1-c3b2-42ab-8bdd-bf8e37df0a0c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:55.606195 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-16ea9b54-bea4-46d6-abc9-66224def7f7c req-3d9b8cf1-c3b2-42ab-8bdd-bf8e37df0a0c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 943 time: 0.0734591 Apr 12 18:38:55.617016 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-771c272d-c5f9-47cf-b279-580a2a01821e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (83917439-a1f6-467e-b9a7-ff013a0fcab0), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.619870 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-771c272d-c5f9-47cf-b279-580a2a01821e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.621180 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-771c272d-c5f9-47cf-b279-580a2a01821e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/83917439-a1f6-467e-b9a7-ff013a0fcab0 HTTP/1.1" status: 204 len: 168 time: 0.5681777 Apr 12 18:38:55.631487 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-45c9e140-4e82-44b7-879a-5c9ea46f97d8 admin admin] Publish callbacks [] for security_group (89601653-5ac6-4bc9-90c4-6933dc59bbb1), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.641130 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-25c83cc7-1aa8-4635-bb9b-a36f03077968 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1fb96ea6cbef4ef681f9c89e83bbb7e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5941465 Apr 12 18:38:55.643494 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 55582) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:55.652781 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c272d-c5f9-47cf-b279-580a2a01821e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83917439-a1f6-467e-b9a7-ff013a0fcab0,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:55.686577 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-45c9e140-4e82-44b7-879a-5c9ea46f97d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (89601653-5ac6-4bc9-90c4-6933dc59bbb1), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.714199 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c83cc7-1aa8-4635-bb9b-a36f03077968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54db2f4d-ffe9-44c5-a221-f2170ab3174d,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:55.739801 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-16ea9b54-bea4-46d6-abc9-66224def7f7c req-6038baca-bb8f-4879-8c96-d3745824d46d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267800 Apr 12 18:38:55.756028 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-45c9e140-4e82-44b7-879a-5c9ea46f97d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2e0729267924f669d470f38670cc566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5461869 Apr 12 18:38:55.759031 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 55586) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:55.781879 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9e140-4e82-44b7-879a-5c9ea46f97d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89601653-5ac6-4bc9-90c4-6933dc59bbb1,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:55.797109 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-851b0a4e-a123-4d8f-b649-b56a2c80237c req-d09c7da8-f088-435e-8364-9e1aafe9c7e5 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 210 time: 0.0945125 Apr 12 18:38:55.828503 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-51f909a9-5b01-47fd-9319-280f04e03aa3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.838528 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f25ba739-f1d3-4945-a1a7-6cc36b000dcc admin admin] Publish callbacks [] for security_group (54db2f4d-ffe9-44c5-a221-f2170ab3174d), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.876574 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f25ba739-f1d3-4945-a1a7-6cc36b000dcc admin admin] Publish callbacks [] for security_group (54db2f4d-ffe9-44c5-a221-f2170ab3174d), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.880415 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-51f909a9-5b01-47fd-9319-280f04e03aa3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.888839 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c18a7cca-166f-4404-b31a-9eca81c1d211 admin admin] Publish callbacks [] for security_group (89601653-5ac6-4bc9-90c4-6933dc59bbb1), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.930320 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c18a7cca-166f-4404-b31a-9eca81c1d211 admin admin] Publish callbacks [] for security_group (89601653-5ac6-4bc9-90c4-6933dc59bbb1), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:55.939302 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-51f909a9-5b01-47fd-9319-280f04e03aa3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Network bd6ede6b-2ee4-4b44-9324-17591d93f339 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:38:55.952129 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-51f909a9-5b01-47fd-9319-280f04e03aa3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:38:55.957157 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-51f909a9-5b01-47fd-9319-280f04e03aa3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:38:55.977143 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5394e4bd-3f62-4cd0-9948-44daf794369d', 'tag': '30fb8434-c2f0-4422-ab69-b8fd8fd9c059'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:38:55.980170 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cfb48f-0323-4996-871b-81f4175e79d4" -d '{"events": [{"name": "network-changed", "server_uuid": "5394e4bd-3f62-4cd0-9948-44daf794369d", "tag": "30fb8434-c2f0-4422-ab69-b8fd8fd9c059"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:38:56.008530 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f909a9-5b01-47fd-9319-280f04e03aa3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'Port': ['ID=c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:56.028528 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f25ba739-f1d3-4945-a1a7-6cc36b000dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (54db2f4d-ffe9-44c5-a221-f2170ab3174d), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:56.032872 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f25ba739-f1d3-4945-a1a7-6cc36b000dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:56.034391 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-f25ba739-f1d3-4945-a1a7-6cc36b000dcc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54db2f4d-ffe9-44c5-a221-f2170ab3174d HTTP/1.1" status: 204 len: 168 time: 0.3892004 Apr 12 18:38:56.051268 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea96e7e-8c59-4894-bbaa-eaa64da6320d x-openstack-request-id: req-3ea96e7e-8c59-4894-bbaa-eaa64da6320d {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:38:56.052270 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5394e4bd-3f62-4cd0-9948-44daf794369d", "tag": "30fb8434-c2f0-4422-ab69-b8fd8fd9c059", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:38:56.052270 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ea96e7e-8c59-4894-bbaa-eaa64da6320d {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:38:56.056685 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea96e7e-8c59-4894-bbaa-eaa64da6320d'] response: {'name': 'network-changed', 'server_uuid': '5394e4bd-3f62-4cd0-9948-44daf794369d', 'tag': '30fb8434-c2f0-4422-ab69-b8fd8fd9c059', 'status': 'completed', 'code': 200} Apr 12 18:38:56.056685 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ba739-f1d3-4945-a1a7-6cc36b000dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54db2f4d-ffe9-44c5-a221-f2170ab3174d,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:56.062296 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c18a7cca-166f-4404-b31a-9eca81c1d211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (89601653-5ac6-4bc9-90c4-6933dc59bbb1), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:56.063140 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-51f909a9-5b01-47fd-9319-280f04e03aa3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:56.063897 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-51f909a9-5b01-47fd-9319-280f04e03aa3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for port (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:56.066751 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c18a7cca-166f-4404-b31a-9eca81c1d211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:56.072611 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-c18a7cca-166f-4404-b31a-9eca81c1d211 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89601653-5ac6-4bc9-90c4-6933dc59bbb1 HTTP/1.1" status: 204 len: 168 time: 0.3114979 Apr 12 18:38:56.086362 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a7cca-166f-4404-b31a-9eca81c1d211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89601653-5ac6-4bc9-90c4-6933dc59bbb1,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:56.180573 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-51f909a9-5b01-47fd-9319-280f04e03aa3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3624120 Apr 12 18:38:56.334257 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-985dae9d-5b81-4593-b443-85b40503f5af None None] Provisioning complete for port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:38:56.334745 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-985dae9d-5b81-4593-b443-85b40503f5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:56.369476 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-985dae9d-5b81-4593-b443-85b40503f5af None None] Port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:38:56.610738 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319f66b-21f2-4342-8ef3-075474efbaab req-26a6c78d-a9e0-4c4d-a9f4-066461098769 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:56.612596 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9319f66b-21f2-4342-8ef3-075474efbaab req-26a6c78d-a9e0-4c4d-a9f4-066461098769 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 931 time: 0.0767584 Apr 12 18:38:56.661048 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55628) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:56.679154 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfd9a2-335c-46bf-9def-a77555b29730 req-53727801-3dd0-49c2-97c0-a5a13725cd77 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:56.680824 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d5bfd9a2-335c-46bf-9def-a77555b29730 req-53727801-3dd0-49c2-97c0-a5a13725cd77 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 944 time: 0.0672569 Apr 12 18:38:56.696697 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7f7c06fd-4c35-43e7-9e5c-a65df0ddcbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:56.699683 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9319f66b-21f2-4342-8ef3-075474efbaab req-d584bcaa-004f-4c75-bc9c-d43f93d11be9 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759931 Apr 12 18:38:56.771238 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d5bfd9a2-335c-46bf-9def-a77555b29730 req-103825c3-31b3-43c4-94c9-c72811434e00 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706959 Apr 12 18:38:56.802798 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7f7c06fd-4c35-43e7-9e5c-a65df0ddcbd8 admin admin] Publish callbacks [] for security_group (c3817bb6-38d6-4fc9-846c-ecb42d19b2d9), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:56.809811 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7f7c06fd-4c35-43e7-9e5c-a65df0ddcbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (c3817bb6-38d6-4fc9-846c-ecb42d19b2d9), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:56.877514 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-7f7c06fd-4c35-43e7-9e5c-a65df0ddcbd8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0bba54b69bf459692ef97f48e6dbc54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141197 Apr 12 18:38:56.878857 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c06fd-4c35-43e7-9e5c-a65df0ddcbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3817bb6-38d6-4fc9-846c-ecb42d19b2d9,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:56.881463 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55640) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:56.883230 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1700790-c0a8-4147-9937-8ed8441f800a req-cf884f7c-5eb4-418f-bea0-aa144b726470 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:56.894766 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b1700790-c0a8-4147-9937-8ed8441f800a req-cf884f7c-5eb4-418f-bea0-aa144b726470 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 943 time: 0.0864210 Apr 12 18:38:56.949621 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fbcbe7e4-949e-4b20-b380-48a47e17ad48 admin admin] Publish callbacks [] for security_group (c3817bb6-38d6-4fc9-846c-ecb42d19b2d9), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:56.960625 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-31e8e04f-e918-44df-94d8-ede8789b7da9 req-16524b45-79b1-4058-a490-308c1900482a tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 210 time: 0.0620787 Apr 12 18:38:56.994046 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fbcbe7e4-949e-4b20-b380-48a47e17ad48 admin admin] Publish callbacks [] for security_group (c3817bb6-38d6-4fc9-846c-ecb42d19b2d9), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:57.005470 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b1700790-c0a8-4147-9937-8ed8441f800a req-03f44eb5-d4d8-43df-93eb-7992d29aa09c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095340 Apr 12 18:38:57.241367 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fbcbe7e4-949e-4b20-b380-48a47e17ad48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (c3817bb6-38d6-4fc9-846c-ecb42d19b2d9), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:57.245945 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fbcbe7e4-949e-4b20-b380-48a47e17ad48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:57.247273 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-fbcbe7e4-949e-4b20-b380-48a47e17ad48 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3817bb6-38d6-4fc9-846c-ecb42d19b2d9 HTTP/1.1" status: 204 len: 168 time: 0.3647728 Apr 12 18:38:57.259875 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbe7e4-949e-4b20-b380-48a47e17ad48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3817bb6-38d6-4fc9-846c-ecb42d19b2d9,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:57.644967 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Request body: {'port': {'device_id': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:57.788181 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:57.874851 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.65', 52137) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:38:57.928135 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71687839-33cf-4058-ad7c-c96c19109295 req-60d8eb3b-4405-4cae-ab90-e2d76df830e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:57.929813 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71687839-33cf-4058-ad7c-c96c19109295 req-60d8eb3b-4405-4cae-ab90-e2d76df830e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.3010292 Apr 12 18:38:58.156271 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.notifiers.nova [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac {{(pid=103438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:38:58.165592 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Publish callbacks [] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:58.183358 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.provisioning_blocks [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Transition to ACTIVE for port object c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac will not be triggered until provisioned by entity L2. {{(pid=103438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:38:58.192771 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:58.308666 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:58.344542 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Attempting to bind port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:38:58.344882 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Attempting to bind port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:38:58.345356 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Attempting to bind port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac on network bd6ede6b-2ee4-4b44-9324-17591d93f339 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:58.350798 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac on network bd6ede6b-2ee4-4b44-9324-17591d93f339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:38:58.351124 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Attempting to bind port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac on network bd6ede6b-2ee4-4b44-9324-17591d93f339 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:38:58.356464 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:38:58.356799 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Checking segment: {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:38:58.357176 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Bound using segment: {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:38:58.357605 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Bound port: c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:38:58.357967 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:58.360303 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbff926-c231-49ec-93a1-716bcb519e4b req-15c50ca5-833a-4af0-ac81-889d41b1bd4f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:58.374507 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4dbff926-c231-49ec-93a1-716bcb519e4b req-15c50ca5-833a-4af0-ac81-889d41b1bd4f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 931 time: 0.5263071 Apr 12 18:38:58.439068 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb42dc-f478-4344-a1a1-336165be8bd0 req-3455017d-d840-4594-a921-417d671c1beb tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:58.446471 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ccbb42dc-f478-4344-a1a1-336165be8bd0 req-3455017d-d840-4594-a921-417d671c1beb tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 944 time: 0.5334351 Apr 12 18:38:58.448725 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71687839-33cf-4058-ad7c-c96c19109295 req-1635a2da-497d-45f5-8aa6-0ef4370aa0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:58.450195 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71687839-33cf-4058-ad7c-c96c19109295 req-1635a2da-497d-45f5-8aa6-0ef4370aa0b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4798656 Apr 12 18:38:58.460047 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2d54e-9b03-4d66-ad17-863131576e1e req-c1aae263-fd2e-43fe-8d47-452b3d5dad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:58.460172 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] For port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac, host hv-cinder-83753, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:38:58.463040 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b8a2d54e-9b03-4d66-ad17-863131576e1e req-c1aae263-fd2e-43fe-8d47-452b3d5dad37 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8328924 Apr 12 18:38:58.473796 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] For port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:38:58.495235 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:58.558381 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:58.559058 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for port (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:58.560506 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] 10.222.0.65 "PUT /v2.0/ports/c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac HTTP/1.1" status: 200 len: 1093 time: 0.9208436 Apr 12 18:38:58.560946 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'tag': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac'}] {{(pid=103438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:38:58.570376 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78beef5e5a52052951605c176da447629a5c3534ceefcb6d2cd5a58fa973b617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3f4eab-deec-4100-ba43-80212c664c76" -d '{"events": [{"name": "network-changed", "server_uuid": "cb77bdb9-2f1b-4934-a229-3bb053b0cf3b", "tag": "c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac"}]}' {{(pid=103438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:38:58.638500 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863a0ce-ccf6-4130-809f-24fc974eddb3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:58.663038 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-323bd4d3-959a-40fe-9dee-e6c9eb4f3b5f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:58.665774 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-323bd4d3-959a-40fe-9dee-e6c9eb4f3b5f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.65 "GET /v2.0/networks?id=dcd504b7-0834-41e9-a8df-b699bcbecfe2 HTTP/1.1" status: 200 len: 811 time: 0.7884631 Apr 12 18:38:58.675984 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4dbff926-c231-49ec-93a1-716bcb519e4b req-f0dad7f0-acfa-4cd5-944f-dc05787bd4cf tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005798 Apr 12 18:38:58.697273 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-ec3dbda0-c09e-4493-963d-e167a80e270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:58.699846 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-ec3dbda0-c09e-4493-963d-e167a80e270f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 1127 time: 0.0479448 Apr 12 18:38:58.702284 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-17da3349-0a5d-4055-b530-cd79d2569750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:58.704864 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-17da3349-0a5d-4055-b530-cd79d2569750 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 1127 time: 0.1779869 Apr 12 18:38:58.712478 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ccbb42dc-f478-4344-a1a1-336165be8bd0 req-7274e686-70dd-4afe-b64d-354d1b9add9d tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651362 Apr 12 18:38:58.807792 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-422e11d3-e148-4db0-8929-d4df78325e26 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac HTTP/1.1" status: 200 len: 217 time: 0.0956724 Apr 12 18:38:58.838473 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-e3802705-a039-43dd-ae87-55fefe02fa87 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50061fb5-0742-4153-89dc-67f17c1a55e4 HTTP/1.1" status: 200 len: 217 time: 0.1250508 Apr 12 18:38:58.875526 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-262aad18-8e0a-4e70-9064-5365cc17646f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:58.883927 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-262aad18-8e0a-4e70-9064-5365cc17646f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33d52d9c-12da-4676-bd06-e720c647d8df HTTP/1.1" status: 200 len: 854 time: 0.0696104 Apr 12 18:38:58.940980 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-adf64c6b-a472-404c-9312-fdcd2b9ee69e req-bedc5060-da92-48b0-9790-9518086c368e tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 210 time: 0.1086915 Apr 12 18:38:58.943947 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71687839-33cf-4058-ad7c-c96c19109295 req-1a1d3345-64c8-49af-82e4-a5a01b958715 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799774 Apr 12 18:38:59.022839 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-5385a619-abd0-42e0-812a-4c7208544f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:59.024646 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-5385a619-abd0-42e0-812a-4c7208544f1b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6ede6b-2ee4-4b44-9324-17591d93f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1327341 Apr 12 18:38:59.032745 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36053ad8-58a9-410a-8f3b-f0ced42550c1 x-openstack-request-id: req-36053ad8-58a9-410a-8f3b-f0ced42550c1 {{(pid=103438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:38:59.033248 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb77bdb9-2f1b-4934-a229-3bb053b0cf3b", "tag": "c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac", "status": "completed", "code": 200}]} {{(pid=103438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:38:59.034348 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36053ad8-58a9-410a-8f3b-f0ced42550c1 {{(pid=103438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:38:59.034923 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36053ad8-58a9-410a-8f3b-f0ced42550c1'] response: {'name': 'network-changed', 'server_uuid': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'tag': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac', 'status': 'completed', 'code': 200} Apr 12 18:38:59.086325 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97f761-954d-4c09-b8d3-5ea9d2914f49 req-fa19d3fa-089e-4696-9a10-e80a7e07121a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:59.099000 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b97f761-954d-4c09-b8d3-5ea9d2914f49 req-fa19d3fa-089e-4696-9a10-e80a7e07121a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 943 time: 0.2645597 Apr 12 18:38:59.158661 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-9db1b323-f500-4c8d-8b67-450b156580e2 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224349 Apr 12 18:38:59.317477 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8072e79d-6bcf-4c69-b767-2139dbeff739 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:38:59.338503 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-f5f3006f-1c42-455c-a159-5f90c1e1eec2 req-69939e53-ccc4-49fa-b63a-7b837ce068fe service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677668 Apr 12 18:38:59.352523 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-52659040-a41a-4f98-bdd5-4a8cfbea83e3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87396fafe66b4b39a6c3d47bffe8eacb HTTP/1.1" status: 200 len: 379 time: 0.6720133 Apr 12 18:38:59.454768 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-32ee2009-05c3-49ce-87be-117ac39be662 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Request body: {'port': {'device_id': '6c33ba44-1a7c-4ee9-93e0-9414b0dff359', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'admin_state_up': True, 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'security_groups': ['ae0c1d1b-2482-498a-8722-7443bfc11376']}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:38:59.542954 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8072e79d-6bcf-4c69-b767-2139dbeff739, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8072e79d-6bcf-4c69-b767-2139dbeff739,segment=NetworkSegment(d064ec02-33b6-4a35-a64c-2c6a6e9317f2),segment_id=d064ec02-33b6-4a35-a64c-2c6a6e9317f2)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:38:59.569163 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '8072e79d-6bcf-4c69-b767-2139dbeff739', 'network_id': '34eef30a-0fb5-4fcf-988d-d27107a6c1bc', 'port_id': '8072e79d-6bcf-4c69-b767-2139dbeff739', 'mac_address': 'fa:16:3e:9b:5d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf4e2b9-6af6-4940-8128-4652c0da77cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:38:59.612964 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-d0dc0781-d21a-49aa-a4eb-8d47c8b896f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:59.615188 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-d0dc0781-d21a-49aa-a4eb-8d47c8b896f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.7412529 Apr 12 18:38:59.627770 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b97f761-954d-4c09-b8d3-5ea9d2914f49 req-3ee8d20d-61fb-4a64-b265-228bb97eae32 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972100 Apr 12 18:38:59.659840 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 8072e79d-6bcf-4c69-b767-2139dbeff739 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:38:59.660548 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8072e79d-6bcf-4c69-b767-2139dbeff739), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:59.679169 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8072e79d-6bcf-4c69-b767-2139dbeff739 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:38:59.686016 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-32ee2009-05c3-49ce-87be-117ac39be662 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Made reservation on behalf of 87396fafe66b4b39a6c3d47bffe8eacb for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:38:59.690121 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-32ee2009-05c3-49ce-87be-117ac39be662 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:59.695842 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71687839-33cf-4058-ad7c-c96c19109295 req-b32a56a2-8ebe-4d62-a806-87403a1836b2 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6657064 Apr 12 18:38:59.733975 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8072e79d-6bcf-4c69-b767-2139dbeff739, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8072e79d-6bcf-4c69-b767-2139dbeff739,segment=NetworkSegment(d064ec02-33b6-4a35-a64c-2c6a6e9317f2),segment_id=d064ec02-33b6-4a35-a64c-2c6a6e9317f2)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:38:59.740851 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (8072e79d-6bcf-4c69-b767-2139dbeff739), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:38:59.846621 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:38:59.853523 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=8072e79d-6bcf-4c69-b767-2139dbeff739,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:38:59.971883 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c1641-03b1-4913-8af8-8ced93a0289d req-fcd9a285-b84a-40bf-ae48-592b3e3cc01c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:59.973522 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-787c1641-03b1-4913-8af8-8ced93a0289d req-fcd9a285-b84a-40bf-ae48-592b3e3cc01c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 943 time: 0.1607671 Apr 12 18:38:59.986230 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed771f99-01f7-4958-bb32-6a5e66e871cd req-e623b0a2-d9f5-4928-9ea8-e68191984b48 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:38:59.987981 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ed771f99-01f7-4958-bb32-6a5e66e871cd req-e623b0a2-d9f5-4928-9ea8-e68191984b48 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 945 time: 0.1130624 Apr 12 18:39:00.031403 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-32ee2009-05c3-49ce-87be-117ac39be662 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Allocated IP 172.20.0.14 (dcd504b7-0834-41e9-a8df-b699bcbecfe2/4cdabe6e-b69b-428b-98d7-bd6e6c83c23e/22810e15-f266-473a-a3bb-eae68152fdd7) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:39:00.108423 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-787c1641-03b1-4913-8af8-8ced93a0289d req-b24738f3-5c19-4149-bb1a-43a69fe7882b tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139565 Apr 12 18:39:00.119685 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ed771f99-01f7-4958-bb32-6a5e66e871cd req-7c54668a-53f7-433f-ad38-7b66816b72fa tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136200 Apr 12 18:39:00.210941 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['8072e79d-6bcf-4c69-b767-2139dbeff739'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:39:00.234305 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e1de6ee-ffb8-4568-9bc6-eb56d1c4ade0 req-dad4ef1d-13ca-4f1a-88cb-f51cf15e96f4 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 210 time: 0.0425076 Apr 12 18:39:00.294089 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-32ee2009-05c3-49ce-87be-117ac39be662 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for port (22810e15-f266-473a-a3bb-eae68152fdd7), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:00.353466 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-32ee2009-05c3-49ce-87be-117ac39be662 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (22810e15-f266-473a-a3bb-eae68152fdd7), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:00.399706 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-32ee2009-05c3-49ce-87be-117ac39be662 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Network dcd504b7-0834-41e9-a8df-b699bcbecfe2 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:39:00.405606 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-32ee2009-05c3-49ce-87be-117ac39be662 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:39:00.423508 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-32ee2009-05c3-49ce-87be-117ac39be662 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:39:00.468382 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee2009-05c3-49ce-87be-117ac39be662 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event updated for resources: {'Port': ['ID=22810e15-f266-473a-a3bb-eae68152fdd7,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:00.490602 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-32ee2009-05c3-49ce-87be-117ac39be662 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:00.495963 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-32ee2009-05c3-49ce-87be-117ac39be662 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:00.519446 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-32ee2009-05c3-49ce-87be-117ac39be662 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0791962 Apr 12 18:39:00.690348 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-eb4152c7-fed9-4ac0-9bdb-6d5cfb7763dc None None] Provisioning complete for port 22810e15-f266-473a-a3bb-eae68152fdd7 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:39:00.691374 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-eb4152c7-fed9-4ac0-9bdb-6d5cfb7763dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (22810e15-f266-473a-a3bb-eae68152fdd7), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:00.739557 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-eb4152c7-fed9-4ac0-9bdb-6d5cfb7763dc None None] Port 22810e15-f266-473a-a3bb-eae68152fdd7 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:39:00.788542 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5f1b5-6cec-4e45-8e4c-033409d13244 req-71b83d90-28c0-43d0-a229-5d6bcc68656c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:00.792410 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ecc5f1b5-6cec-4e45-8e4c-033409d13244 req-71b83d90-28c0-43d0-a229-5d6bcc68656c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 943 time: 0.0671453 Apr 12 18:39:00.870017 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ecc5f1b5-6cec-4e45-8e4c-033409d13244 req-38d97a66-bca1-4621-b30e-c26a766d67c2 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689030 Apr 12 18:39:01.270304 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc4eff-4ded-4a1d-afef-e1b2d788076c req-3f58417d-5f09-4c63-b1c1-2aa61de2f670 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:01.271951 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32bc4eff-4ded-4a1d-afef-e1b2d788076c req-3f58417d-5f09-4c63-b1c1-2aa61de2f670 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0782869 Apr 12 18:39:01.278892 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8072e79d-6bcf-4c69-b767-2139dbeff739 up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:39:01.280679 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ded6-c201-43b2-bb4e-73ae9fa24793 req-d76e7c9f-97e8-47b3-bb38-41ec4d2bcb3e tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:01.283431 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3fb3ded6-c201-43b2-bb4e-73ae9fa24793 req-d76e7c9f-97e8-47b3-bb38-41ec4d2bcb3e tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 945 time: 0.0781732 Apr 12 18:39:01.317171 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55856) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:01.336362 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port 8072e79d-6bcf-4c69-b767-2139dbeff739 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:39:01.344053 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 8072e79d-6bcf-4c69-b767-2139dbeff739 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:39:01.344437 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (8072e79d-6bcf-4c69-b767-2139dbeff739), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:01.359103 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32bc4eff-4ded-4a1d-afef-e1b2d788076c req-9fad0d2e-e620-4e1d-8223-61561efdc878 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744948 Apr 12 18:39:01.363917 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3fb3ded6-c201-43b2-bb4e-73ae9fa24793 req-63493ab8-cc08-430b-a77a-b72453730952 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662384 Apr 12 18:39:01.418579 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Request body: {'port': {'device_id': '6c33ba44-1a7c-4ee9-93e0-9414b0dff359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:39:01.443166 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 8072e79d-6bcf-4c69-b767-2139dbeff739 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:39:01.443620 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8072e79d-6bcf-4c69-b767-2139dbeff739), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:01.470566 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78157cc2-d0a1-4a34-acc5-da0901424d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8072e79d-6bcf-4c69-b767-2139dbeff739'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:39:01.482106 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f4eab-deec-4100-ba43-80212c664c76 req-0f7135a2-131c-4975-844a-2dfe1c8be9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:01.483661 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4d3f4eab-deec-4100-ba43-80212c664c76 req-0f7135a2-131c-4975-844a-2dfe1c8be9fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 1127 time: 0.0483685 Apr 12 18:39:01.498965 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f3e249b9-b1be-4b80-9aa7-792a58069ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:01.552197 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8072e79d-6bcf-4c69-b767-2139dbeff739, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8072e79d-6bcf-4c69-b767-2139dbeff739,segment=NetworkSegment(d064ec02-33b6-4a35-a64c-2c6a6e9317f2),segment_id=d064ec02-33b6-4a35-a64c-2c6a6e9317f2)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:39:01.557827 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (8072e79d-6bcf-4c69-b767-2139dbeff739), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:01.575082 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-4bc245c0-7605-4e2b-a5e3-a8d4c6b39a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:01.577086 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-4bc245c0-7605-4e2b-a5e3-a8d4c6b39a7f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1639903 Apr 12 18:39:01.597996 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f3e249b9-b1be-4b80-9aa7-792a58069ae1 admin admin] Publish callbacks [] for security_group (471df494-4512-499d-8491-ae1bcd3eedf4), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:01.603905 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f3e249b9-b1be-4b80-9aa7-792a58069ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (471df494-4512-499d-8491-ae1bcd3eedf4), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:01.607752 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c029f8-8846-464d-99a6-52c808e18756 req-5396891a-17cd-4804-91eb-860b04753b3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:01.614831 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a3c029f8-8846-464d-99a6-52c808e18756 req-5396891a-17cd-4804-91eb-860b04753b3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 932 time: 0.1782401 Apr 12 18:39:01.615395 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=8072e79d-6bcf-4c69-b767-2139dbeff739,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:01.640432 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-f3e249b9-b1be-4b80-9aa7-792a58069ae1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75d0df35dd8e482c985b39ac9f944212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220646 Apr 12 18:39:01.642945 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (22810e15-f266-473a-a3bb-eae68152fdd7), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:01.643121 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55864) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:01.673758 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e249b9-b1be-4b80-9aa7-792a58069ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471df494-4512-499d-8491-ae1bcd3eedf4,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:01.688272 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b18b78-16ad-48dd-a03e-a0e1554afb79" -d '{"events": [{"server_uuid": "78157cc2-d0a1-4a34-acc5-da0901424d71", "name": "network-vif-plugged", "status": "completed", "tag": "8072e79d-6bcf-4c69-b767-2139dbeff739"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:39:01.710618 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-17134843-4976-451e-8ed0-1ad6a00ac6fc admin admin] Publish callbacks [] for security_group (471df494-4512-499d-8491-ae1bcd3eedf4), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:01.713956 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a3c029f8-8846-464d-99a6-52c808e18756 req-78389866-1a09-4df6-a9e2-950a60fafc9f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979054 Apr 12 18:39:01.743704 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-17134843-4976-451e-8ed0-1ad6a00ac6fc admin admin] Publish callbacks [] for security_group (471df494-4512-499d-8491-ae1bcd3eedf4), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:01.799022 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0834479-fcdb-4c0b-8c24-20c129fd9a4f x-openstack-request-id: req-d0834479-fcdb-4c0b-8c24-20c129fd9a4f {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:39:01.799577 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78157cc2-d0a1-4a34-acc5-da0901424d71", "name": "network-vif-plugged", "status": "completed", "tag": "8072e79d-6bcf-4c69-b767-2139dbeff739", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:39:01.799664 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0834479-fcdb-4c0b-8c24-20c129fd9a4f {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:39:01.800131 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0834479-fcdb-4c0b-8c24-20c129fd9a4f'] response: {'server_uuid': '78157cc2-d0a1-4a34-acc5-da0901424d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8072e79d-6bcf-4c69-b767-2139dbeff739', 'code': 200} Apr 12 18:39:01.804018 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-17134843-4976-451e-8ed0-1ad6a00ac6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (471df494-4512-499d-8491-ae1bcd3eedf4), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:01.806889 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-17134843-4976-451e-8ed0-1ad6a00ac6fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:01.808657 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-17134843-4976-451e-8ed0-1ad6a00ac6fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/471df494-4512-499d-8491-ae1bcd3eedf4 HTTP/1.1" status: 204 len: 168 time: 0.1639817 Apr 12 18:39:01.816230 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17134843-4976-451e-8ed0-1ad6a00ac6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471df494-4512-499d-8491-ae1bcd3eedf4,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:01.999433 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22810e15-f266-473a-a3bb-eae68152fdd7 {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:39:02.018468 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Publish callbacks [] for port (22810e15-f266-473a-a3bb-eae68152fdd7), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.030480 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6eab2-0ee1-4691-a92c-d2b5d30589b6 req-e5400f15-bf01-496d-a595-0869009dffb6 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:02.032045 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fde6eab2-0ee1-4691-a92c-d2b5d30589b6 req-e5400f15-bf01-496d-a595-0869009dffb6 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 943 time: 0.0834291 Apr 12 18:39:02.056366 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Transition to ACTIVE for port object 22810e15-f266-473a-a3bb-eae68152fdd7 will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:39:02.066681 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (22810e15-f266-473a-a3bb-eae68152fdd7), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.165895 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55890) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:02.180683 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8f015f1d-8edd-4f47-ba65-cf440bdf6220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.308161 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8f015f1d-8edd-4f47-ba65-cf440bdf6220 admin admin] Publish callbacks [] for security_group (71cde641-a58e-47cc-a518-fedfca7b07da), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.314015 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8f015f1d-8edd-4f47-ba65-cf440bdf6220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (71cde641-a58e-47cc-a518-fedfca7b07da), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.325724 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55900) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:02.387612 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-8f015f1d-8edd-4f47-ba65-cf440bdf6220 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f508876df9fd4f8ab284268c8baecc7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185664 Apr 12 18:39:02.390496 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f015f1d-8edd-4f47-ba65-cf440bdf6220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cde641-a58e-47cc-a518-fedfca7b07da,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:02.394473 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55912) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:02.462025 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-71e0d5fb-95d9-4398-a0ef-c5fe7d9c8bee admin admin] Publish callbacks [] for security_group (71cde641-a58e-47cc-a518-fedfca7b07da), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.472826 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fde6eab2-0ee1-4691-a92c-d2b5d30589b6 req-ae6589b8-8c1a-4e65-ae07-59d01bf1c640 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292932 Apr 12 18:39:02.505701 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-71e0d5fb-95d9-4398-a0ef-c5fe7d9c8bee admin admin] Publish callbacks [] for security_group (71cde641-a58e-47cc-a518-fedfca7b07da), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.517909 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5462afcf-6933-43de-a193-c26f07f2b11e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.524677 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Pushing event updated for resources: {'Port': ['ID=22810e15-f266-473a-a3bb-eae68152fdd7,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:02.634761 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5462afcf-6933-43de-a193-c26f07f2b11e admin admin] Publish callbacks [] for security_group (462ae15d-8f08-42e3-ae88-eceef3c1bd30), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.636523 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe69a7-bfa7-4a2a-91a3-d477db56b3a1 req-8bbf7d3d-32be-4364-ac03-9bcf6e754f72 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:02.637420 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-71e0d5fb-95d9-4398-a0ef-c5fe7d9c8bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (71cde641-a58e-47cc-a518-fedfca7b07da), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.638254 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-55fe69a7-bfa7-4a2a-91a3-d477db56b3a1 req-8bbf7d3d-32be-4364-ac03-9bcf6e754f72 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 943 time: 0.1541269 Apr 12 18:39:02.640550 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-71e0d5fb-95d9-4398-a0ef-c5fe7d9c8bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.644276 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-71e0d5fb-95d9-4398-a0ef-c5fe7d9c8bee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71cde641-a58e-47cc-a518-fedfca7b07da HTTP/1.1" status: 204 len: 168 time: 0.2461841 Apr 12 18:39:02.650061 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5462afcf-6933-43de-a193-c26f07f2b11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (462ae15d-8f08-42e3-ae88-eceef3c1bd30), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.653699 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0d5fb-95d9-4398-a0ef-c5fe7d9c8bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cde641-a58e-47cc-a518-fedfca7b07da,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:02.658419 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Attempting to bind port 22810e15-f266-473a-a3bb-eae68152fdd7 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:39:02.658857 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Attempting to bind port 22810e15-f266-473a-a3bb-eae68152fdd7 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:39:02.659239 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Attempting to bind port 22810e15-f266-473a-a3bb-eae68152fdd7 on network dcd504b7-0834-41e9-a8df-b699bcbecfe2 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:39:02.668954 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee4319-9281-4636-b4ae-3f1064f0a40a req-62a48dd4-2129-4b18-a304-4d0207729c1e tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:02.676811 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5dee4319-9281-4636-b4ae-3f1064f0a40a req-62a48dd4-2129-4b18-a304-4d0207729c1e tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.1125319 Apr 12 18:39:02.692729 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-5462afcf-6933-43de-a193-c26f07f2b11e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6fe8f12e541f416c84ca07876fec402c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518159 Apr 12 18:39:02.693903 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55922) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:02.702281 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462afcf-6933-43de-a193-c26f07f2b11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462ae15d-8f08-42e3-ae88-eceef3c1bd30,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:02.705351 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Port 22810e15-f266-473a-a3bb-eae68152fdd7 on network dcd504b7-0834-41e9-a8df-b699bcbecfe2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:39:02.706306 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Attempting to bind port 22810e15-f266-473a-a3bb-eae68152fdd7 on network dcd504b7-0834-41e9-a8df-b699bcbecfe2 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:39:02.713409 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:39:02.713730 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Checking segment: {'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:39:02.714192 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Bound using segment: {'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:39:02.714667 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Bound port: 22810e15-f266-473a-a3bb-eae68152fdd7, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:39:02.715639 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (22810e15-f266-473a-a3bb-eae68152fdd7), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.761042 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90db9ee6-59ce-47f0-ac85-f3e031d0d39f admin admin] Publish callbacks [] for security_group (462ae15d-8f08-42e3-ae88-eceef3c1bd30), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.788202 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90db9ee6-59ce-47f0-ac85-f3e031d0d39f admin admin] Publish callbacks [] for security_group (462ae15d-8f08-42e3-ae88-eceef3c1bd30), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.793740 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-55fe69a7-bfa7-4a2a-91a3-d477db56b3a1 req-a75e5805-a943-4f96-89b5-dbfe9b784fb4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449273 Apr 12 18:39:02.798473 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5dee4319-9281-4636-b4ae-3f1064f0a40a req-a47f066b-d625-48d5-85e5-88c1299e6cca tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207776 Apr 12 18:39:02.840309 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] For port 22810e15-f266-473a-a3bb-eae68152fdd7, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:39:02.844021 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] For port 22810e15-f266-473a-a3bb-eae68152fdd7, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=22810e15-f266-473a-a3bb-eae68152fdd7,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:39:02.852060 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (22810e15-f266-473a-a3bb-eae68152fdd7), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.873320 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90db9ee6-59ce-47f0-ac85-f3e031d0d39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (462ae15d-8f08-42e3-ae88-eceef3c1bd30), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.877103 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90db9ee6-59ce-47f0-ac85-f3e031d0d39f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.881132 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-90db9ee6-59ce-47f0-ac85-f3e031d0d39f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/462ae15d-8f08-42e3-ae88-eceef3c1bd30 HTTP/1.1" status: 204 len: 168 time: 0.1836882 Apr 12 18:39:02.890243 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db9ee6-59ce-47f0-ac85-f3e031d0d39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462ae15d-8f08-42e3-ae88-eceef3c1bd30,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:02.908197 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:02.908824 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:02.910468 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] 10.222.0.65 "PUT /v2.0/ports/22810e15-f266-473a-a3bb-eae68152fdd7 HTTP/1.1" status: 200 len: 1094 time: 1.4958804 Apr 12 18:39:02.910764 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c33ba44-1a7c-4ee9-93e0-9414b0dff359', 'tag': '22810e15-f266-473a-a3bb-eae68152fdd7'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:39:02.913358 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd78b31-e8e6-4459-a6de-cec955982fab" -d '{"events": [{"name": "network-changed", "server_uuid": "6c33ba44-1a7c-4ee9-93e0-9414b0dff359", "tag": "22810e15-f266-473a-a3bb-eae68152fdd7"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:39:02.979463 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20442211-adb6-4c84-9aa9-07115cb59980 req-8a26fa6f-1a84-475a-aa3f-56a1644aed47 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:02.986850 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-20442211-adb6-4c84-9aa9-07115cb59980 req-8a26fa6f-1a84-475a-aa3f-56a1644aed47 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0989711 Apr 12 18:39:02.989739 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e022ec-1f4c-447a-9742-1e03915cf2e2 x-openstack-request-id: req-64e022ec-1f4c-447a-9742-1e03915cf2e2 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:39:02.990054 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c33ba44-1a7c-4ee9-93e0-9414b0dff359", "tag": "22810e15-f266-473a-a3bb-eae68152fdd7", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:39:02.990311 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64e022ec-1f4c-447a-9742-1e03915cf2e2 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:39:02.990799 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e022ec-1f4c-447a-9742-1e03915cf2e2'] response: {'name': 'network-changed', 'server_uuid': '6c33ba44-1a7c-4ee9-93e0-9414b0dff359', 'tag': '22810e15-f266-473a-a3bb-eae68152fdd7', 'status': 'completed', 'code': 200} Apr 12 18:39:02.992047 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e84d5-1d9a-4ba6-840c-276b8ec5887b service neutron] Pushing event updated for resources: {'Port': ['ID=22810e15-f266-473a-a3bb-eae68152fdd7,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:03.067657 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-20442211-adb6-4c84-9aa9-07115cb59980 req-19ec6719-9eca-4e08-911e-c7b98861fa8b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797124 Apr 12 18:39:03.332305 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55948) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:03.347228 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e13d1340-1295-4911-8e03-fbd3b82b424a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:03.424127 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e13d1340-1295-4911-8e03-fbd3b82b424a admin admin] Publish callbacks [] for security_group (46b2cf08-cb1b-40d6-a9c1-434e632cd2c3), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:03.428507 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e13d1340-1295-4911-8e03-fbd3b82b424a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (46b2cf08-cb1b-40d6-a9c1-434e632cd2c3), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:03.463664 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d1340-1295-4911-8e03-fbd3b82b424a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b2cf08-cb1b-40d6-a9c1-434e632cd2c3,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:03.471954 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-e13d1340-1295-4911-8e03-fbd3b82b424a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6748eb887a047e5b448b8d7606b4b5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382668 Apr 12 18:39:03.474951 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 55954) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:03.524737 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-85559f24-89af-4459-b08e-c6a5075d7ba2 admin admin] Publish callbacks [] for security_group (46b2cf08-cb1b-40d6-a9c1-434e632cd2c3), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:03.549231 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-85559f24-89af-4459-b08e-c6a5075d7ba2 admin admin] Publish callbacks [] for security_group (46b2cf08-cb1b-40d6-a9c1-434e632cd2c3), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:03.583615 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8183c35-f389-4380-9820-cfc88d21378c req-20669a5e-36db-4a14-8d42-5253cc01632e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:03.585215 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e8183c35-f389-4380-9820-cfc88d21378c req-20669a5e-36db-4a14-8d42-5253cc01632e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 943 time: 0.0488644 Apr 12 18:39:03.597656 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-85559f24-89af-4459-b08e-c6a5075d7ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (46b2cf08-cb1b-40d6-a9c1-434e632cd2c3), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:03.600470 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-85559f24-89af-4459-b08e-c6a5075d7ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:03.604177 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-85559f24-89af-4459-b08e-c6a5075d7ba2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46b2cf08-cb1b-40d6-a9c1-434e632cd2c3 HTTP/1.1" status: 204 len: 168 time: 0.1260405 Apr 12 18:39:03.621113 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85559f24-89af-4459-b08e-c6a5075d7ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b2cf08-cb1b-40d6-a9c1-434e632cd2c3,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:03.647218 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e8183c35-f389-4380-9820-cfc88d21378c req-5a6813a2-1997-4afd-91d1-672b456e50c9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561244 Apr 12 18:39:03.968604 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056df78e-8f11-4164-a03e-0f86857d609f req-86cd71dc-4c9a-4d34-9352-198dc82ef376 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:03.970174 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-056df78e-8f11-4164-a03e-0f86857d609f req-86cd71dc-4c9a-4d34-9352-198dc82ef376 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0977504 Apr 12 18:39:03.976745 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b5b0a-c5e0-4a99-aad1-9207eb0ff6dc req-f61a096e-b9ec-46e6-8f6f-4b93682772fb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:03.978573 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad5b5b0a-c5e0-4a99-aad1-9207eb0ff6dc req-f61a096e-b9ec-46e6-8f6f-4b93682772fb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0949857 Apr 12 18:39:04.055777 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-056df78e-8f11-4164-a03e-0f86857d609f req-36be785c-ef35-4383-9376-242e91ce8e8d tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760348 Apr 12 18:39:04.060005 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad5b5b0a-c5e0-4a99-aad1-9207eb0ff6dc req-128aa4bf-e6d0-48cd-9f49-128e0b2875eb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734475 Apr 12 18:39:04.178504 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb6679-08b8-4e85-a7ba-2f21050df372 req-b2164c14-57b6-4b6c-a315-91840ee2b6e0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:04.180083 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbcb6679-08b8-4e85-a7ba-2f21050df372 req-b2164c14-57b6-4b6c-a315-91840ee2b6e0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0513902 Apr 12 18:39:04.229037 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbcb6679-08b8-4e85-a7ba-2f21050df372 req-1973efcf-a6b0-4d4b-a6b1-7419bf17c2a5 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428727 Apr 12 18:39:04.774317 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689efe6a-97a5-4466-9301-11a557b91e23 req-f167eaff-6898-4e6d-9de6-5f047765c223 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:04.775971 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-689efe6a-97a5-4466-9301-11a557b91e23 req-f167eaff-6898-4e6d-9de6-5f047765c223 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 943 time: 0.0578687 Apr 12 18:39:04.824739 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-689efe6a-97a5-4466-9301-11a557b91e23 req-a4d060b0-2056-4150-b316-5e77addf06a8 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430348 Apr 12 18:39:05.204182 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7595b99-4637-4908-80cb-b485b3ad6cf1 req-e25fd81b-f8a1-45e6-9ad2-e17be00d8ea3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:05.205705 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b7595b99-4637-4908-80cb-b485b3ad6cf1 req-e25fd81b-f8a1-45e6-9ad2-e17be00d8ea3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0679312 Apr 12 18:39:05.211567 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6154f-4b94-4f93-9304-40b5cdbbf940 req-6f2932c8-0552-49c0-8175-b63a0094baeb tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:05.212945 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c8f6154f-4b94-4f93-9304-40b5cdbbf940 req-6f2932c8-0552-49c0-8175-b63a0094baeb tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0859051 Apr 12 18:39:05.285013 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b7595b99-4637-4908-80cb-b485b3ad6cf1 req-a137b8b8-93e9-4d7b-86e7-3d6e3a52f0c5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710104 Apr 12 18:39:05.289245 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c8f6154f-4b94-4f93-9304-40b5cdbbf940 req-fc897478-c472-4cff-88f6-f282b3864685 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679560 Apr 12 18:39:05.388708 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc52dd8-4ea0-45d0-bfe9-6d1aa5d1ed00 req-971c9ff0-8af5-431c-806e-ae522aaccdbd tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:05.390201 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2dc52dd8-4ea0-45d0-bfe9-6d1aa5d1ed00 req-971c9ff0-8af5-431c-806e-ae522aaccdbd tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0496471 Apr 12 18:39:05.440166 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2dc52dd8-4ea0-45d0-bfe9-6d1aa5d1ed00 req-96d69b67-c1a5-4e78-8805-1c09d84e755d tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413427 Apr 12 18:39:05.941708 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0f77f-34bd-48f4-9840-4ddad6288b77 req-b72dc505-4e73-487c-9adf-a939434b8391 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:05.943215 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-26c0f77f-34bd-48f4-9840-4ddad6288b77 req-b72dc505-4e73-487c-9adf-a939434b8391 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 943 time: 0.0522368 Apr 12 18:39:05.993296 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-26c0f77f-34bd-48f4-9840-4ddad6288b77 req-c932d222-0d87-4d2a-8647-82065269170c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419414 Apr 12 18:39:06.436834 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41179e-54b2-4816-9485-13929d8579f3 req-d80721a1-940e-4946-8b14-ab53ce4cd474 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:06.438331 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dd41179e-54b2-4816-9485-13929d8579f3 req-d80721a1-940e-4946-8b14-ab53ce4cd474 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0793533 Apr 12 18:39:06.450025 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a7a87-a6c1-4fa2-9a2e-83d6aa1cea78 req-b446c807-62fb-401e-ba5c-869a316366e9 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:06.451532 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8a3a7a87-a6c1-4fa2-9a2e-83d6aa1cea78 req-b446c807-62fb-401e-ba5c-869a316366e9 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0808499 Apr 12 18:39:06.530878 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dd41179e-54b2-4816-9485-13929d8579f3 req-c722ec1f-7d37-4ad9-a6ce-2241378a67d4 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780902 Apr 12 18:39:06.534242 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8a3a7a87-a6c1-4fa2-9a2e-83d6aa1cea78 req-af498121-2c1a-4d2e-aad5-f45e61efc531 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737073 Apr 12 18:39:06.639771 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832acc3-72b6-49ac-86d6-9fcac1f32f70 req-9902734d-3973-4e6b-8f64-26bb4e14721b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:06.641370 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e832acc3-72b6-49ac-86d6-9fcac1f32f70 req-9902734d-3973-4e6b-8f64-26bb4e14721b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0504470 Apr 12 18:39:06.689105 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e832acc3-72b6-49ac-86d6-9fcac1f32f70 req-267525c4-57ae-414c-9fb5-859bfd2ca6f2 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418282 Apr 12 18:39:07.112196 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa70b9e-91bb-40a4-b9ab-73c1f9ba06f3 req-09a703ff-3bce-43ba-93e8-8b06886c65a5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:07.113770 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-daa70b9e-91bb-40a4-b9ab-73c1f9ba06f3 req-09a703ff-3bce-43ba-93e8-8b06886c65a5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 943 time: 0.0498517 Apr 12 18:39:07.165025 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-daa70b9e-91bb-40a4-b9ab-73c1f9ba06f3 req-6188a3df-cb04-452a-8f8f-bad004eccff2 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454333 Apr 12 18:39:07.219462 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 56078) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:07.333042 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5ef9084b-07ba-4665-92c4-60111ee08712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:07.418901 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5ef9084b-07ba-4665-92c4-60111ee08712 admin admin] Publish callbacks [] for security_group (ce4bd148-0480-4705-a85c-a3c2ca4ac27e), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:07.424711 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5ef9084b-07ba-4665-92c4-60111ee08712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (ce4bd148-0480-4705-a85c-a3c2ca4ac27e), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:07.461990 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9084b-07ba-4665-92c4-60111ee08712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4bd148-0480-4705-a85c-a3c2ca4ac27e,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:07.467840 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-5ef9084b-07ba-4665-92c4-60111ee08712 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91fe11d75ea54079b38422abab0ff31f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471349 Apr 12 18:39:07.469486 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 56084) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:07.518029 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c3ad-e2c0-412d-a09a-637b35866d0c admin admin] Publish callbacks [] for security_group (ce4bd148-0480-4705-a85c-a3c2ca4ac27e), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:07.539723 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c3ad-e2c0-412d-a09a-637b35866d0c admin admin] Publish callbacks [] for security_group (ce4bd148-0480-4705-a85c-a3c2ca4ac27e), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:07.591566 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c3ad-e2c0-412d-a09a-637b35866d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (ce4bd148-0480-4705-a85c-a3c2ca4ac27e), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:07.594145 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c3ad-e2c0-412d-a09a-637b35866d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:07.597771 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-cfb3c3ad-e2c0-412d-a09a-637b35866d0c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce4bd148-0480-4705-a85c-a3c2ca4ac27e HTTP/1.1" status: 204 len: 168 time: 0.1248567 Apr 12 18:39:07.604384 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3c3ad-e2c0-412d-a09a-637b35866d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4bd148-0480-4705-a85c-a3c2ca4ac27e,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:07.700513 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65069839-8e7c-4f02-9e72-ea9a0955e863 req-c3e46db3-36ab-45c1-bd94-d1303caf737a tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:07.702174 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-65069839-8e7c-4f02-9e72-ea9a0955e863 req-c3e46db3-36ab-45c1-bd94-d1303caf737a tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0882654 Apr 12 18:39:07.708682 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f341a2c-1334-41e3-b86e-2caa6e624717 req-0ee6c2d8-2515-4db0-9d54-1648ec8374e5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:07.710150 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6f341a2c-1334-41e3-b86e-2caa6e624717 req-0ee6c2d8-2515-4db0-9d54-1648ec8374e5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 943 time: 0.0777538 Apr 12 18:39:07.786143 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-65069839-8e7c-4f02-9e72-ea9a0955e863 req-4c06c928-7a1d-49fc-823a-e578838df0b4 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747755 Apr 12 18:39:07.789433 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6f341a2c-1334-41e3-b86e-2caa6e624717 req-fcd2e33a-c506-45df-b7e2-3858eb573b1d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721705 Apr 12 18:39:07.873344 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 56096) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:07.886768 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7557e698-4924-4a62-ba13-1a7917bc10f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:07.899015 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e99b3-e325-4d53-96e7-bea0999034b6 req-3dcd5f8b-fed0-434f-baa5-1b35f04a704a tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:07.900518 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b88e99b3-e325-4d53-96e7-bea0999034b6 req-3dcd5f8b-fed0-434f-baa5-1b35f04a704a tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0462430 Apr 12 18:39:07.949297 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b88e99b3-e325-4d53-96e7-bea0999034b6 req-53c77ca0-dee0-4104-964e-5423135baeda tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428932 Apr 12 18:39:07.964022 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7557e698-4924-4a62-ba13-1a7917bc10f0 admin admin] Publish callbacks [] for security_group (2ec18aef-e04e-42eb-8a06-70bff6f2ea09), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:07.969851 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7557e698-4924-4a62-ba13-1a7917bc10f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (2ec18aef-e04e-42eb-8a06-70bff6f2ea09), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:08.011746 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557e698-4924-4a62-ba13-1a7917bc10f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec18aef-e04e-42eb-8a06-70bff6f2ea09,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:08.016305 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-7557e698-4924-4a62-ba13-1a7917bc10f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=13443ced6a384f5f89891523abd3c844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416922 Apr 12 18:39:08.019122 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 56102) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:08.065820 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9ae46cac-896c-4fb2-a869-f83738df988b admin admin] Publish callbacks [] for security_group (2ec18aef-e04e-42eb-8a06-70bff6f2ea09), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:08.087748 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9ae46cac-896c-4fb2-a869-f83738df988b admin admin] Publish callbacks [] for security_group (2ec18aef-e04e-42eb-8a06-70bff6f2ea09), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:08.135910 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9ae46cac-896c-4fb2-a869-f83738df988b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (2ec18aef-e04e-42eb-8a06-70bff6f2ea09), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:08.138409 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9ae46cac-896c-4fb2-a869-f83738df988b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:08.139618 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-9ae46cac-896c-4fb2-a869-f83738df988b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ec18aef-e04e-42eb-8a06-70bff6f2ea09 HTTP/1.1" status: 204 len: 168 time: 0.1196804 Apr 12 18:39:08.147392 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae46cac-896c-4fb2-a869-f83738df988b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec18aef-e04e-42eb-8a06-70bff6f2ea09,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:08.154014 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:39:08.269100 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:39:08.281067 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'port_id': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac', 'mac_address': 'fa:16:3e:f4:79:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:39:08.287054 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fb48f-9095-41a2-a786-6af963df9040 req-76e84269-6806-4476-9260-47764edf9680 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:08.288758 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4c4fb48f-9095-41a2-a786-6af963df9040 req-76e84269-6806-4476-9260-47764edf9680 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 943 time: 0.0557032 Apr 12 18:39:08.323748 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:39:08.323992 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:08.337493 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:39:08.341883 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4c4fb48f-9095-41a2-a786-6af963df9040 req-3b58669f-c9a9-48a9-a296-a5366b8f72b4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474424 Apr 12 18:39:08.365530 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:39:08.370292 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:08.423970 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:08.473927 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 56114) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:08.487162 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5a17cfc5-ba26-422c-bf9f-00367bf9de25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:08.563639 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5a17cfc5-ba26-422c-bf9f-00367bf9de25 admin admin] Publish callbacks [] for security_group (a15e30e3-a2a0-47b7-a9bd-7a1e32d85754), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:08.569863 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5a17cfc5-ba26-422c-bf9f-00367bf9de25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (a15e30e3-a2a0-47b7-a9bd-7a1e32d85754), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:08.607390 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-5a17cfc5-ba26-422c-bf9f-00367bf9de25 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=153d8927399a4b1c86a44132058bbee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324222 Apr 12 18:39:08.608238 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17cfc5-ba26-422c-bf9f-00367bf9de25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15e30e3-a2a0-47b7-a9bd-7a1e32d85754,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:08.610707 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 56116) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:08.661156 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-11b3f2be-b922-4fff-a872-58ec9461a843 admin admin] Publish callbacks [] for security_group (a15e30e3-a2a0-47b7-a9bd-7a1e32d85754), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:08.683089 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-11b3f2be-b922-4fff-a872-58ec9461a843 admin admin] Publish callbacks [] for security_group (a15e30e3-a2a0-47b7-a9bd-7a1e32d85754), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:08.733166 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-11b3f2be-b922-4fff-a872-58ec9461a843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (a15e30e3-a2a0-47b7-a9bd-7a1e32d85754), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:08.737465 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-11b3f2be-b922-4fff-a872-58ec9461a843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:08.739257 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-11b3f2be-b922-4fff-a872-58ec9461a843 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a15e30e3-a2a0-47b7-a9bd-7a1e32d85754 HTTP/1.1" status: 204 len: 168 time: 0.1272845 Apr 12 18:39:08.747846 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3f2be-b922-4fff-a872-58ec9461a843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15e30e3-a2a0-47b7-a9bd-7a1e32d85754,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:08.935863 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9bd8e-aac6-49ae-9a1e-09e57f9c58b2 req-d775db37-fdff-4d40-a847-4b099523fcfa tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:08.937402 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9ee9bd8e-aac6-49ae-9a1e-09e57f9c58b2 req-d775db37-fdff-4d40-a847-4b099523fcfa tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 944 time: 0.0811093 Apr 12 18:39:08.945830 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7431f7f-9e1d-42a1-949e-293a0acaf031 req-0dd56c84-ca97-4b09-a915-d71386be3012 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:08.947442 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c7431f7f-9e1d-42a1-949e-293a0acaf031 req-0dd56c84-ca97-4b09-a915-d71386be3012 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0811124 Apr 12 18:39:09.020487 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c7431f7f-9e1d-42a1-949e-293a0acaf031 req-ed1ac2cc-5762-4b7e-8fe3-6b8cdd69bf2f tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659678 Apr 12 18:39:09.031686 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9ee9bd8e-aac6-49ae-9a1e-09e57f9c58b2 req-4c46f861-a2af-4cd8-9bf4-f014786b1009 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833228 Apr 12 18:39:09.165630 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af93ee1-4ae4-4bf1-af15-c233f72af3a1 req-e861f7ed-2ed3-4b8f-8f35-573d3975f014 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:09.167891 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5af93ee1-4ae4-4bf1-af15-c233f72af3a1 req-e861f7ed-2ed3-4b8f-8f35-573d3975f014 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0753345 Apr 12 18:39:09.217199 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5af93ee1-4ae4-4bf1-af15-c233f72af3a1 req-263e4011-d439-4254-af0f-283313d3ee46 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427392 Apr 12 18:39:09.466627 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11573e91-27d9-4040-87f1-c85142644bcb req-a8ad4cea-5e13-406c-bdcf-0c7be9268ad1 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:09.468231 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-11573e91-27d9-4040-87f1-c85142644bcb req-a8ad4cea-5e13-406c-bdcf-0c7be9268ad1 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 943 time: 0.0591543 Apr 12 18:39:09.518290 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-11573e91-27d9-4040-87f1-c85142644bcb req-1267bce9-1745-4402-9c86-ccaa0c488eaf tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Apr 12 18:39:10.160283 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb03b8-8246-453b-a46c-80e8acebf1ab req-0f7f18b9-aafd-4064-99e2-93be7ed8e0f6 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:10.161806 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9dbb03b8-8246-453b-a46c-80e8acebf1ab req-0f7f18b9-aafd-4064-99e2-93be7ed8e0f6 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0741901 Apr 12 18:39:10.176458 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd6343-eb65-4ab0-918d-49a8d70d3a4b req-797652b0-ece0-441f-be37-a1c212db1d3d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:10.177995 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5efd6343-eb65-4ab0-918d-49a8d70d3a4b req-797652b0-ece0-441f-be37-a1c212db1d3d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 944 time: 0.0600326 Apr 12 18:39:10.256548 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9dbb03b8-8246-453b-a46c-80e8acebf1ab req-8cda5737-d3f8-4a59-aeda-75a438ad94e1 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775301 Apr 12 18:39:10.259691 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5efd6343-eb65-4ab0-918d-49a8d70d3a4b req-19ced080-03eb-439d-9845-51f77c6125ae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743246 Apr 12 18:39:10.356887 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e2b3d-dac2-4803-833b-a2c5b1c61b19 req-0e8726e2-6785-4767-b7dc-3e201ae3819b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:10.358428 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-003e2b3d-dac2-4803-833b-a2c5b1c61b19 req-0e8726e2-6785-4767-b7dc-3e201ae3819b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0472267 Apr 12 18:39:10.406006 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-003e2b3d-dac2-4803-833b-a2c5b1c61b19 req-e78ec05c-8ba7-41f2-9e43-800bef09d989 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418792 Apr 12 18:39:10.641717 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2faec2-1f8f-4eed-98a0-548d0d133e69 req-2a074a16-c157-4650-a44a-8e992f72cb3b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:10.643124 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ce2faec2-1f8f-4eed-98a0-548d0d133e69 req-2a074a16-c157-4650-a44a-8e992f72cb3b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 943 time: 0.0566318 Apr 12 18:39:10.694331 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ce2faec2-1f8f-4eed-98a0-548d0d133e69 req-58a2f4fc-fe74-4359-a762-14231ab18f33 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452559 Apr 12 18:39:11.052161 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:39:11.088459 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:39:11.258158 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=30fb8434-c2f0-4422-ab69-b8fd8fd9c059,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:39:11.276550 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '30fb8434-c2f0-4422-ab69-b8fd8fd9c059', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'port_id': '30fb8434-c2f0-4422-ab69-b8fd8fd9c059', 'mac_address': 'fa:16:3e:63:8e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:39:11.342832 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:39:11.343519 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:11.343667 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd78b31-e8e6-4459-a6de-cec955982fab req-a7659dd4-a56e-4707-bf6c-9b6b3ee8c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:11.346196 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-8bd78b31-e8e6-4459-a6de-cec955982fab req-a7659dd4-a56e-4707-bf6c-9b6b3ee8c885 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87396fafe66b4b39a6c3d47bffe8eacb&device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 1128 time: 0.0655386 Apr 12 18:39:11.358494 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:39:11.387692 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=30fb8434-c2f0-4422-ab69-b8fd8fd9c059,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:39:11.392902 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:11.441368 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=30fb8434-c2f0-4422-ab69-b8fd8fd9c059,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:11.570001 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfb48f-0323-4996-871b-81f4175e79d4 req-24f99383-636e-4337-a101-fb7df172e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:11.571507 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-01cfb48f-0323-4996-871b-81f4175e79d4 req-24f99383-636e-4337-a101-fb7df172e37e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 1127 time: 0.3180280 Apr 12 18:39:11.593881 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75315445-2596-43d1-a4ab-13ce5795060d req-a234807c-8492-411b-87dc-2e7b6be10d06 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:11.595429 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-75315445-2596-43d1-a4ab-13ce5795060d req-a234807c-8492-411b-87dc-2e7b6be10d06 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 944 time: 0.1936820 Apr 12 18:39:11.612753 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf205b9-246e-4f52-becc-829d644450f4 req-e3af6358-d78e-464c-9ea2-6eb88a22a912 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:11.614216 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0bf205b9-246e-4f52-becc-829d644450f4 req-e3af6358-d78e-464c-9ea2-6eb88a22a912 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.2135887 Apr 12 18:39:11.675281 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-f16618e2-8e3c-4aba-97d4-4e035254d7fa service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642596 Apr 12 18:39:11.690413 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f4eab-deec-4100-ba43-80212c664c76 req-5b64cd90-96a8-43b7-a37b-edde0e15a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:11.691889 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4d3f4eab-deec-4100-ba43-80212c664c76 req-5b64cd90-96a8-43b7-a37b-edde0e15a009 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 916 time: 0.4621880 Apr 12 18:39:11.723095 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-75315445-2596-43d1-a4ab-13ce5795060d req-00e97a3a-e411-4b59-858c-64244cbadb15 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037319 Apr 12 18:39:11.730306 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0bf205b9-246e-4f52-becc-829d644450f4 req-27e04f84-c4d2-452b-a568-ddcf48ea60d5 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083114 Apr 12 18:39:11.865059 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a1d7b-f538-45e3-b67f-c1fd7d70bf8c req-ef9e69a0-3b37-431f-8aa0-ab0442149569 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:11.866564 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4f2a1d7b-f538-45e3-b67f-c1fd7d70bf8c req-ef9e69a0-3b37-431f-8aa0-ab0442149569 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0795522 Apr 12 18:39:11.872829 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024af50f-9e77-4550-bb6d-332d20334276 req-87ffc78b-bd36-4aca-8190-a17b85e71305 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:11.875264 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-024af50f-9e77-4550-bb6d-332d20334276 req-87ffc78b-bd36-4aca-8190-a17b85e71305 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 944 time: 0.0728838 Apr 12 18:39:11.945984 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4f2a1d7b-f538-45e3-b67f-c1fd7d70bf8c req-c5fb7f12-9fbc-4f2b-b6cf-7f5ec1891e8d tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708063 Apr 12 18:39:11.953274 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-024af50f-9e77-4550-bb6d-332d20334276 req-6f0a070a-2e03-4a7c-98fa-af09841fa82c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701478 Apr 12 18:39:12.860009 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4833ced-a737-4b9e-8b39-2e5eef7eaef1 req-8de4aadb-6a2b-4858-98cc-902ec2b27b64 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:12.861491 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a4833ced-a737-4b9e-8b39-2e5eef7eaef1 req-8de4aadb-6a2b-4858-98cc-902ec2b27b64 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 944 time: 0.0721080 Apr 12 18:39:12.880384 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c5195-c0d1-4631-909f-a8ddff4fe396 req-a7b1091a-41fe-4544-b698-22163581626d tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:12.881820 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-879c5195-c0d1-4631-909f-a8ddff4fe396 req-a7b1091a-41fe-4544-b698-22163581626d tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0650733 Apr 12 18:39:12.940423 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a4833ced-a737-4b9e-8b39-2e5eef7eaef1 req-f795b7db-9bd8-46a9-8f94-b81dba8809db tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726230 Apr 12 18:39:12.951320 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-879c5195-c0d1-4631-909f-a8ddff4fe396 req-7ddf9dd9-13cd-4167-987b-68d8e75fbc7d tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620923 Apr 12 18:39:13.088154 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f64cce-1fcf-404d-a3ce-7a7f0e83b43b req-1e5c4e66-28d4-4034-9fb5-f11542348018 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:13.089588 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-98f64cce-1fcf-404d-a3ce-7a7f0e83b43b req-1e5c4e66-28d4-4034-9fb5-f11542348018 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 944 time: 0.0660419 Apr 12 18:39:13.095421 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a811e6c-174c-45de-8cc1-674cb2190cc4 req-0cde1a63-ea26-4000-91f5-36299f57d250 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:13.096734 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0a811e6c-174c-45de-8cc1-674cb2190cc4 req-0cde1a63-ea26-4000-91f5-36299f57d250 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0820391 Apr 12 18:39:13.168035 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-98f64cce-1fcf-404d-a3ce-7a7f0e83b43b req-b06c0420-877f-4481-9f8f-95d5d4be8fb5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703630 Apr 12 18:39:13.171298 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0a811e6c-174c-45de-8cc1-674cb2190cc4 req-2054c18c-8630-4cf0-b39b-d90bde2df70c tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681314 Apr 12 18:39:13.298265 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b90f24ab-6711-4452-9a25-e27daf1cb72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:14.081299 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19a700-a20d-4867-9ec3-5ec69f6353aa req-ec289ca5-415e-4016-83e6-e601d3e9904e tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:14.082759 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-de19a700-a20d-4867-9ec3-5ec69f6353aa req-ec289ca5-415e-4016-83e6-e601d3e9904e tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 944 time: 0.0730245 Apr 12 18:39:14.090734 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d13e97-2793-4889-abbb-60999becbbf2 req-9b39ec41-bf83-4c60-bff0-03d37afaea0e tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:14.092161 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-38d13e97-2793-4889-abbb-60999becbbf2 req-9b39ec41-bf83-4c60-bff0-03d37afaea0e tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0734124 Apr 12 18:39:14.158356 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-de19a700-a20d-4867-9ec3-5ec69f6353aa req-a0aebb6c-dcc5-4d98-998f-0feaa55147d6 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652461 Apr 12 18:39:14.165190 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-38d13e97-2793-4889-abbb-60999becbbf2 req-6ed969cb-87ba-4c62-8a0a-537f5b9ad99f tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665748 Apr 12 18:39:14.311436 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d251f54-7d97-487d-8361-f498a70a3377 req-0bb3f82b-73b0-4509-97f8-0cbec1ed0b38 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:14.312865 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7d251f54-7d97-487d-8361-f498a70a3377 req-0bb3f82b-73b0-4509-97f8-0cbec1ed0b38 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 944 time: 0.0778306 Apr 12 18:39:14.319119 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870520e-5b7b-4048-853e-b214e3c416e7 req-85b03f50-a4e4-4db6-98b8-3e71a9e12eb1 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:14.320676 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f870520e-5b7b-4048-853e-b214e3c416e7 req-85b03f50-a4e4-4db6-98b8-3e71a9e12eb1 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0835252 Apr 12 18:39:14.571770 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7d251f54-7d97-487d-8361-f498a70a3377 req-6c419697-4eb8-439d-ad6d-8b14c2d68275 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502072 Apr 12 18:39:14.579263 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f870520e-5b7b-4048-853e-b214e3c416e7 req-e9f92c4a-53e4-4681-8596-a4002cac5162 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520843 Apr 12 18:39:14.681423 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.65', 52149) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:14.762236 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd78b31-e8e6-4459-a6de-cec955982fab req-49450c59-86cf-45aa-a8f4-0b496e1f9cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:14.763928 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-8bd78b31-e8e6-4459-a6de-cec955982fab req-49450c59-86cf-45aa-a8f4-0b496e1f9cdd service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=87396fafe66b4b39a6c3d47bffe8eacb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1628399 Apr 12 18:39:14.819087 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4d3f4eab-deec-4100-ba43-80212c664c76 req-b1f6309d-7968-4ef5-a385-6889fa813664 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac HTTP/1.1" status: 200 len: 217 time: 0.1603746 Apr 12 18:39:14.921088 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3a0f0-ad4b-400f-be3e-442de145ebda req-5a46be25-bdd0-4dfb-adf2-4dae49dd1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:14.922802 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2ab3a0f0-ad4b-400f-be3e-442de145ebda req-5a46be25-bdd0-4dfb-adf2-4dae49dd1033 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 1130 time: 0.2319341 Apr 12 18:39:14.931745 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd78b31-e8e6-4459-a6de-cec955982fab req-9f5d17fa-cbd6-4808-8a9d-a6577399b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:14.933218 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-8bd78b31-e8e6-4459-a6de-cec955982fab req-9f5d17fa-cbd6-4808-8a9d-a6577399b7d2 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1628478 Apr 12 18:39:14.964782 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-2ab3a0f0-ad4b-400f-be3e-442de145ebda req-c97523b3-4fe6-485b-b59e-a92c6de435a6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:14.967298 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f4eab-deec-4100-ba43-80212c664c76 req-7d9e5707-e961-4458-8cca-f07c51585452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:14.968748 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4d3f4eab-deec-4100-ba43-80212c664c76 req-7d9e5707-e961-4458-8cca-f07c51585452 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33d52d9c-12da-4676-bd06-e720c647d8df HTTP/1.1" status: 200 len: 854 time: 0.1136658 Apr 12 18:39:14.991748 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfb48f-0323-4996-871b-81f4175e79d4 req-52482089-d23b-4d3b-83b4-94d4527ec88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:14.993212 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-01cfb48f-0323-4996-871b-81f4175e79d4 req-52482089-d23b-4d3b-83b4-94d4527ec88a service neutron] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 919 time: 0.3274789 Apr 12 18:39:14.997093 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6d4f66e7-1a28-44fd-adfa-7224c13178e0 req-cb5cfcf3-9b82-4cfb-b197-e5564be7358b service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323414 Apr 12 18:39:15.013445 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-6ec69f97-a78f-43e6-adea-b840e0facd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:15.015330 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-6ec69f97-a78f-43e6-adea-b840e0facd07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87396fafe66b4b39a6c3d47bffe8eacb&device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 1128 time: 0.0459154 Apr 12 18:39:15.056943 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-41a89020-e497-4bbc-85ee-d0db6b7ae6f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22810e15-f266-473a-a3bb-eae68152fdd7 HTTP/1.1" status: 200 len: 217 time: 0.0342536 Apr 12 18:39:15.069362 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-01cfb48f-0323-4996-871b-81f4175e79d4 req-b80fd383-38ca-4a5c-8beb-cbab3c17854b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fb8434-c2f0-4422-ab69-b8fd8fd9c059 HTTP/1.1" status: 200 len: 217 time: 0.0487301 Apr 12 18:39:15.074511 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f4eab-deec-4100-ba43-80212c664c76 req-c189b1c0-205b-4f64-9a15-2c8835d878be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:15.076042 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4d3f4eab-deec-4100-ba43-80212c664c76 req-c189b1c0-205b-4f64-9a15-2c8835d878be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6ede6b-2ee4-4b44-9324-17591d93f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0983927 Apr 12 18:39:15.128673 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-2ab3a0f0-ad4b-400f-be3e-442de145ebda req-c97523b3-4fe6-485b-b59e-a92c6de435a6 service neutron] Publish callbacks [] for security_group (a0636a71-5189-450b-9f64-43e8b75daa0a), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:15.134510 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-2ab3a0f0-ad4b-400f-be3e-442de145ebda req-c97523b3-4fe6-485b-b59e-a92c6de435a6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (a0636a71-5189-450b-9f64-43e8b75daa0a), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:15.184839 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2ab3a0f0-ad4b-400f-be3e-442de145ebda req-c97523b3-4fe6-485b-b59e-a92c6de435a6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515492 Apr 12 18:39:15.185603 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97523b3-4fe6-485b-b59e-a92c6de435a6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a0636a71-5189-450b-9f64-43e8b75daa0a,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:15.299390 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740d180-d49a-4dda-83be-ce592d501c1b req-bf82aadf-5610-4126-8912-cac1cc4739a1 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:15.300885 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f740d180-d49a-4dda-83be-ce592d501c1b req-bf82aadf-5610-4126-8912-cac1cc4739a1 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 944 time: 0.0718920 Apr 12 18:39:15.308933 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61720bc6-9e06-4dfa-b96c-a5bfbff16d3c req-163a4dbf-c5e0-46ec-854e-34c42be6370b tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:15.310298 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-61720bc6-9e06-4dfa-b96c-a5bfbff16d3c req-163a4dbf-c5e0-46ec-854e-34c42be6370b tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0722041 Apr 12 18:39:15.383500 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f740d180-d49a-4dda-83be-ce592d501c1b req-b40bb056-ec83-473a-a370-731f74ef127b tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721977 Apr 12 18:39:15.386598 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-61720bc6-9e06-4dfa-b96c-a5bfbff16d3c req-27fee7c7-e059-424c-8b26-67ace5f57867 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697739 Apr 12 18:39:15.699536 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2721e660-19d8-4bde-8c1f-63d55c09c824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:15.733420 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b58ac-1a96-49b6-9f0e-a23c7c7acc7b req-71e7ab5e-d3ba-434f-877f-baf7de1b69d4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:15.734984 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-490b58ac-1a96-49b6-9f0e-a23c7c7acc7b req-71e7ab5e-d3ba-434f-877f-baf7de1b69d4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 944 time: 0.0749009 Apr 12 18:39:15.741770 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf97a6-7f7d-4666-b22c-d881b49c2561 req-f5f055d9-fc6c-4184-a984-f8181d3160ea tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:15.743232 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-75bf97a6-7f7d-4666-b22c-d881b49c2561 req-f5f055d9-fc6c-4184-a984-f8181d3160ea tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0844009 Apr 12 18:39:15.813477 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-490b58ac-1a96-49b6-9f0e-a23c7c7acc7b req-41be67a7-5493-4e17-a83e-cb7df11bc9fc tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692360 Apr 12 18:39:15.820400 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-75bf97a6-7f7d-4666-b22c-d881b49c2561 req-80231f7a-fc0a-417e-baf9-920bb5798931 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695093 Apr 12 18:39:16.120121 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:39:16.173426 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:39:16.181035 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:39:16.181347 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:16.259047 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:39:16.259461 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:16.281919 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:39:16.284216 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf56d8a-7bc0-4fae-9c5d-d680bc4a5548" -d '{"events": [{"server_uuid": "cb77bdb9-2f1b-4934-a229-3bb053b0cf3b", "name": "network-vif-plugged", "status": "completed", "tag": "c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:39:16.299149 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:39:16.305133 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:16.330975 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a9c1be-7ec8-455d-ad49-80fab650e66e x-openstack-request-id: req-98a9c1be-7ec8-455d-ad49-80fab650e66e {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:39:16.331315 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb77bdb9-2f1b-4934-a229-3bb053b0cf3b", "name": "network-vif-plugged", "status": "completed", "tag": "c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:39:16.331559 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98a9c1be-7ec8-455d-ad49-80fab650e66e {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:39:16.331960 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a9c1be-7ec8-455d-ad49-80fab650e66e'] response: {'server_uuid': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac', 'code': 200} Apr 12 18:39:16.362064 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:16.531982 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0608373-a34a-49a7-b5a3-9707aab2d58b req-9298174a-f4c6-42a9-9b2e-631a4bc26b9b tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:16.533532 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c0608373-a34a-49a7-b5a3-9707aab2d58b req-9298174a-f4c6-42a9-9b2e-631a4bc26b9b tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0822532 Apr 12 18:39:16.555114 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:16.559043 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffea04a-62a7-4fd2-ac38-eed29a8ef1b4 req-11d138a3-f4dc-47b6-bb71-fac68cc328c7 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:16.560672 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bffea04a-62a7-4fd2-ac38-eed29a8ef1b4 req-11d138a3-f4dc-47b6-bb71-fac68cc328c7 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0765309 Apr 12 18:39:16.632492 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c0608373-a34a-49a7-b5a3-9707aab2d58b req-e9a314ea-3abb-4883-8b38-0c8e9b5eb0c3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917461 Apr 12 18:39:16.637867 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['30fb8434-c2f0-4422-ab69-b8fd8fd9c059'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:39:16.645042 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bffea04a-62a7-4fd2-ac38-eed29a8ef1b4 req-21c5cce0-04c2-4c9d-a59f-97826b5ea325 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764673 Apr 12 18:39:16.961735 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a4a54-2da8-4530-bcaf-0363b169a4fe req-4fbd5653-6976-4196-9ec0-14ef28f1c85c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:16.963300 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bf7a4a54-2da8-4530-bcaf-0363b169a4fe req-4fbd5653-6976-4196-9ec0-14ef28f1c85c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 944 time: 0.0794210 Apr 12 18:39:16.972177 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f254e7e-d346-46fd-a6bf-d5346e4fc36a req-fb6c117e-b187-4901-a528-86330efe0fb6 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:16.973849 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0f254e7e-d346-46fd-a6bf-d5346e4fc36a req-fb6c117e-b187-4901-a528-86330efe0fb6 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0800581 Apr 12 18:39:17.051232 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bf7a4a54-2da8-4530-bcaf-0363b169a4fe req-dc9b721c-34db-495d-8b37-26e24f39e1a6 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762920 Apr 12 18:39:17.066325 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0f254e7e-d346-46fd-a6bf-d5346e4fc36a req-97740eca-7d22-4ed0-b662-88a715f17f1d tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848317 Apr 12 18:39:17.717064 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 56366) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:17.774362 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5c776-813d-499a-9da2-8d936b34afe0 req-27ac8386-4b8f-454e-8140-38fbd2e92c80 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:17.775961 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1bb5c776-813d-499a-9da2-8d936b34afe0 req-27ac8386-4b8f-454e-8140-38fbd2e92c80 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0753794 Apr 12 18:39:17.803341 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93801ac6-71f1-4a75-98cf-bb3323c2a9a3 req-3ebdae82-c1bf-42d6-8109-273977ba334d tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:17.804850 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-93801ac6-71f1-4a75-98cf-bb3323c2a9a3 req-3ebdae82-c1bf-42d6-8109-273977ba334d tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0760407 Apr 12 18:39:17.832254 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d29816ad-caf5-45e0-b877-adb4f83e2bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:17.849676 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1bb5c776-813d-499a-9da2-8d936b34afe0 req-e1340968-dd17-4b7d-be30-7a23abc083a5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678692 Apr 12 18:39:17.871489 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-93801ac6-71f1-4a75-98cf-bb3323c2a9a3 req-96aa9f41-f739-45f0-8165-6afa84f965bd tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600731 Apr 12 18:39:17.906648 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d29816ad-caf5-45e0-b877-adb4f83e2bc3 admin admin] Publish callbacks [] for security_group (8944f15b-fde6-47b9-a468-cf3ef2aca8ef), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:17.912134 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d29816ad-caf5-45e0-b877-adb4f83e2bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (8944f15b-fde6-47b9-a468-cf3ef2aca8ef), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:17.947950 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29816ad-caf5-45e0-b877-adb4f83e2bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8944f15b-fde6-47b9-a468-cf3ef2aca8ef,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:17.954012 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-d29816ad-caf5-45e0-b877-adb4f83e2bc3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46c906e756054ac58b21157a5df294f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359121 Apr 12 18:39:17.956805 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 56370) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:17.969830 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:18.009976 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d557eb11-4951-4762-a407-50595611b00c admin admin] Publish callbacks [] for security_group (8944f15b-fde6-47b9-a468-cf3ef2aca8ef), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:18.032081 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d557eb11-4951-4762-a407-50595611b00c admin admin] Publish callbacks [] for security_group (8944f15b-fde6-47b9-a468-cf3ef2aca8ef), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:18.084464 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d557eb11-4951-4762-a407-50595611b00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (8944f15b-fde6-47b9-a468-cf3ef2aca8ef), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:18.087271 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d557eb11-4951-4762-a407-50595611b00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:18.088987 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-d557eb11-4951-4762-a407-50595611b00c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8944f15b-fde6-47b9-a468-cf3ef2aca8ef HTTP/1.1" status: 204 len: 168 time: 0.1302614 Apr 12 18:39:18.098647 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557eb11-4951-4762-a407-50595611b00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8944f15b-fde6-47b9-a468-cf3ef2aca8ef,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:18.218526 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9627c92-1eac-4e05-96bf-a342b8764cb3 req-d98221d1-fdfc-4e7d-b596-a3d60a4a8daf tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:18.220107 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9627c92-1eac-4e05-96bf-a342b8764cb3 req-d98221d1-fdfc-4e7d-b596-a3d60a4a8daf tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0852492 Apr 12 18:39:18.226646 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d8af7-1976-4ea3-b24f-1ddde4d1fe39 req-1c83ba47-a9f1-4ad3-a4ba-e266fc13c5eb tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:18.228193 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3f1d8af7-1976-4ea3-b24f-1ddde4d1fe39 req-1c83ba47-a9f1-4ad3-a4ba-e266fc13c5eb tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 944 time: 0.0767372 Apr 12 18:39:18.304327 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9627c92-1eac-4e05-96bf-a342b8764cb3 req-d02b0b7b-0580-4b62-a7cd-b8a80b248637 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750215 Apr 12 18:39:18.313721 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3f1d8af7-1976-4ea3-b24f-1ddde4d1fe39 req-305d8747-4f56-423a-a31d-b5f95efc02dd tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775166 Apr 12 18:39:18.997727 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24d200-bbc5-4dca-b107-6caa4748bca3 req-556172b9-1813-4eb5-bd60-13b80db8a049 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:18.999215 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cf24d200-bbc5-4dca-b107-6caa4748bca3 req-556172b9-1813-4eb5-bd60-13b80db8a049 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0801246 Apr 12 18:39:19.011295 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ac0f3-3214-449f-a14b-d63dbb30de20 req-07ec1617-e238-4330-a9ed-3eae025f605b tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:19.015241 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0a0ac0f3-3214-449f-a14b-d63dbb30de20 req-07ec1617-e238-4330-a9ed-3eae025f605b tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0633986 Apr 12 18:39:19.089489 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cf24d200-bbc5-4dca-b107-6caa4748bca3 req-730d38b4-d387-4289-a4b4-4e6c21c4abf0 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755982 Apr 12 18:39:19.093667 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0a0ac0f3-3214-449f-a14b-d63dbb30de20 req-849ead0c-7417-4393-a8ef-f2624c6c7af6 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738199 Apr 12 18:39:19.465277 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc22419-10af-4353-b6be-4ab10614990c req-10bf32c7-cb38-4436-888e-d67447a35596 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:19.466840 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dfc22419-10af-4353-b6be-4ab10614990c req-10bf32c7-cb38-4436-888e-d67447a35596 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 944 time: 0.0825431 Apr 12 18:39:19.472648 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0345e3-18df-47ee-902e-82f69b327781 req-c9407187-87db-41f5-8709-1837f5ddbf3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:19.473978 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3a0345e3-18df-47ee-902e-82f69b327781 req-c9407187-87db-41f5-8709-1837f5ddbf3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0784590 Apr 12 18:39:19.544343 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dfc22419-10af-4353-b6be-4ab10614990c req-48ab17f0-d942-4a65-83dd-a8c6ba80b360 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693769 Apr 12 18:39:19.547606 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3a0345e3-18df-47ee-902e-82f69b327781 req-19ffcd4a-7cb2-41d6-9b79-f2b39bc46570 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668790 Apr 12 18:39:19.726549 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:20.247167 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c222641-9adf-4c00-9d0f-50d5adcf9dfc req-9e7d1ee1-ea5e-4680-bed2-e506af3746bc tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:20.248692 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6c222641-9adf-4c00-9d0f-50d5adcf9dfc req-9e7d1ee1-ea5e-4680-bed2-e506af3746bc tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0783379 Apr 12 18:39:20.254826 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253469a0-618e-4ecf-bdc1-3928e49997a5 req-fd1c9e1f-eac7-4b2d-8e35-eb783bbe9196 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:20.256260 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-253469a0-618e-4ecf-bdc1-3928e49997a5 req-fd1c9e1f-eac7-4b2d-8e35-eb783bbe9196 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0846043 Apr 12 18:39:20.326019 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6c222641-9adf-4c00-9d0f-50d5adcf9dfc req-1d58308b-18f0-4db7-9054-31e872d6e4bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687983 Apr 12 18:39:20.333455 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-253469a0-618e-4ecf-bdc1-3928e49997a5 req-4e1981af-cd29-47d1-abb1-ae6af340b4f4 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703497 Apr 12 18:39:20.690840 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0bc4a-aed5-44d5-9251-924d791371f4 req-93bf4437-0f25-4e4c-b4b8-981ba6463422 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:20.692214 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6bf0bc4a-aed5-44d5-9251-924d791371f4 req-93bf4437-0f25-4e4c-b4b8-981ba6463422 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 944 time: 0.0775723 Apr 12 18:39:20.698268 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d2a08-72e5-43ed-a31e-66f7b4e945a8 req-faed84b5-3540-4c1b-8305-d46c470f3890 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:20.699698 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-663d2a08-72e5-43ed-a31e-66f7b4e945a8 req-faed84b5-3540-4c1b-8305-d46c470f3890 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0837157 Apr 12 18:39:20.768797 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6bf0bc4a-aed5-44d5-9251-924d791371f4 req-d809765f-ee5f-40f4-bc30-f1ff6f825297 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681591 Apr 12 18:39:20.776359 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-663d2a08-72e5-43ed-a31e-66f7b4e945a8 req-af8f85d2-ae7f-41e7-9133-cd4bdf4a4c39 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696566 Apr 12 18:39:21.470737 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383f8af-de71-408c-b95c-06c3c561cb08 req-2f6862a5-05e1-4b66-ac64-3dc5ef1defdf tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:21.472363 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b383f8af-de71-408c-b95c-06c3c561cb08 req-2f6862a5-05e1-4b66-ac64-3dc5ef1defdf tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0788965 Apr 12 18:39:21.480525 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d41e9-d2ac-4f00-9a34-7a94410b81b4 req-9659838a-d77c-4d80-ab74-1c3960e1e05b tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:21.481887 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-898d41e9-d2ac-4f00-9a34-7a94410b81b4 req-9659838a-d77c-4d80-ab74-1c3960e1e05b tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0791745 Apr 12 18:39:21.551033 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b383f8af-de71-408c-b95c-06c3c561cb08 req-9d2d813f-6a2a-4352-b8b1-3d32982c2c6d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682096 Apr 12 18:39:21.555295 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-898d41e9-d2ac-4f00-9a34-7a94410b81b4 req-49037f94-e049-4efe-a05c-459a2504ec75 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669017 Apr 12 18:39:21.694360 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:39:21.754808 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:39:21.762986 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:39:21.763594 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:21.855882 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:39:21.858120 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:21.883351 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5394e4bd-3f62-4cd0-9948-44daf794369d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fb8434-c2f0-4422-ab69-b8fd8fd9c059'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:39:21.885976 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d641ae34-7f7b-4ca1-aae2-37c4f6749a7a" -d '{"events": [{"server_uuid": "5394e4bd-3f62-4cd0-9948-44daf794369d", "name": "network-vif-plugged", "status": "completed", "tag": "30fb8434-c2f0-4422-ab69-b8fd8fd9c059"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:39:21.902749 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=30fb8434-c2f0-4422-ab69-b8fd8fd9c059,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:39:21.908036 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:21.930776 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051b708-671a-49c4-8cce-3584847278a4 req-2ff41179-c99c-4faf-832a-4c195f6c7546 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:21.932387 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b051b708-671a-49c4-8cce-3584847278a4 req-2ff41179-c99c-4faf-832a-4c195f6c7546 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 944 time: 0.0838284 Apr 12 18:39:21.938355 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da71e8e-dfa9-4ada-b17a-63dc17e4179f req-d7216e66-13e7-4987-974f-12b1bc45ce3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:21.939849 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3da71e8e-dfa9-4ada-b17a-63dc17e4179f req-d7216e66-13e7-4987-974f-12b1bc45ce3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0776672 Apr 12 18:39:21.955232 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=30fb8434-c2f0-4422-ab69-b8fd8fd9c059,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:22.007925 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b051b708-671a-49c4-8cce-3584847278a4 req-4062118c-cdb3-4026-88fd-9d4c71019009 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669103 Apr 12 18:39:22.019103 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3da71e8e-dfa9-4ada-b17a-63dc17e4179f req-d1232a88-c13a-4bc9-a480-049637fc6b1b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713699 Apr 12 18:39:22.060439 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8fca15-562c-412f-8f2f-17b47c8fa9a8 x-openstack-request-id: req-9b8fca15-562c-412f-8f2f-17b47c8fa9a8 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:39:22.060751 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5394e4bd-3f62-4cd0-9948-44daf794369d", "name": "network-vif-plugged", "status": "completed", "tag": "30fb8434-c2f0-4422-ab69-b8fd8fd9c059", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:39:22.061002 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b8fca15-562c-412f-8f2f-17b47c8fa9a8 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:39:22.061397 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8fca15-562c-412f-8f2f-17b47c8fa9a8'] response: {'server_uuid': '5394e4bd-3f62-4cd0-9948-44daf794369d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fb8434-c2f0-4422-ab69-b8fd8fd9c059', 'code': 200} Apr 12 18:39:22.691314 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-591a5877-f689-406f-8717-be74c5afed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:22.692916 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-591a5877-f689-406f-8717-be74c5afed1d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cdabe6e-b69b-428b-98d7-bd6e6c83c23e HTTP/1.1" status: 200 len: 850 time: 0.1002634 Apr 12 18:39:22.779914 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-77c28c9c-8b3d-4ef5-b679-65ed4cbdaa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:22.781526 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-77c28c9c-8b3d-4ef5-b679-65ed4cbdaa63 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcd504b7-0834-41e9-a8df-b699bcbecfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826032 Apr 12 18:39:22.919967 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5009681-c0af-4e9a-83fa-e8b0068f9dda req-c41dc488-16c3-4102-a816-67a82e67a5ec tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:22.921496 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a5009681-c0af-4e9a-83fa-e8b0068f9dda req-c41dc488-16c3-4102-a816-67a82e67a5ec tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.1840973 Apr 12 18:39:22.936459 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfb48f-0323-4996-871b-81f4175e79d4 req-77025991-5872-4003-9140-9e3741cb364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:22.942287 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-01cfb48f-0323-4996-871b-81f4175e79d4 req-77025991-5872-4003-9140-9e3741cb364e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.3491189 Apr 12 18:39:22.982406 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-dc50b2ae-7c4e-4795-b6be-818517294cfe service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789575 Apr 12 18:39:22.986574 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 56574) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:23.001030 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63e300-c52b-46ed-99e5-1ef1567106cd req-d918ff56-bf9d-489a-8456-0f642ea6cd04 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:23.003668 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-be63e300-c52b-46ed-99e5-1ef1567106cd req-d918ff56-bf9d-489a-8456-0f642ea6cd04 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.2130187 Apr 12 18:39:23.014810 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4d3f4eab-deec-4100-ba43-80212c664c76 req-8c30f233-edc7-41d6-bd51-77833a63e7d7 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205141 Apr 12 18:39:23.064560 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a5009681-c0af-4e9a-83fa-e8b0068f9dda req-e4eb7b48-1265-4dc4-a59f-57a3d74eb08e tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201138 Apr 12 18:39:23.119563 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-be63e300-c52b-46ed-99e5-1ef1567106cd req-b9dcde23-f3b1-4428-a2ed-d62355b9fea8 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941958 Apr 12 18:39:23.150344 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:23.244072 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb626bd-6b78-4ec0-b606-1745a1645f33 req-35d52bd5-f5ab-4e43-9c2f-da6d95db2b2b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:23.245756 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9bb626bd-6b78-4ec0-b606-1745a1645f33 req-35d52bd5-f5ab-4e43-9c2f-da6d95db2b2b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0848320 Apr 12 18:39:23.259315 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb5ba9-5bb0-4b3d-8477-b7ca7c2bf2b7 req-a5eba995-eca1-4447-a470-9c1c8175b9af tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:23.261457 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-20fb5ba9-5bb0-4b3d-8477-b7ca7c2bf2b7 req-a5eba995-eca1-4447-a470-9c1c8175b9af tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0662031 Apr 12 18:39:23.272155 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Publish callbacks [] for security_group (5a3c5a7a-b518-448b-affa-c68cfcfa4860), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:23.277857 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (5a3c5a7a-b518-448b-affa-c68cfcfa4860), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:23.331506 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e73ffe43f80f4607a44df696fbdc52af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431845 Apr 12 18:39:23.340010 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 56598) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:23.469083 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3c5a7a-b518-448b-affa-c68cfcfa4860,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:23.487171 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:23.487533 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:23.487888 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:23.488222 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:23.488546 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:23.488867 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:23.489200 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:23.489496 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:23.489824 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:23.490141 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:23.490474 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:23.490806 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:23.491121 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:23.491453 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:23.491760 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef5c85e-cffb-469f-9ee1-313313058956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:23.520284 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-89e94188-99f5-431d-b12e-dc9b5ff84410 service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935945 Apr 12 18:39:23.525272 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ee4a16ee-bfed-4891-8174-b21f4d1a0c7a admin admin] Publish callbacks [] for security_group (5a3c5a7a-b518-448b-affa-c68cfcfa4860), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:23.547684 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ee4a16ee-bfed-4891-8174-b21f4d1a0c7a admin admin] Publish callbacks [] for security_group (5a3c5a7a-b518-448b-affa-c68cfcfa4860), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:23.608442 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ee4a16ee-bfed-4891-8174-b21f4d1a0c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (5a3c5a7a-b518-448b-affa-c68cfcfa4860), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:23.611028 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ee4a16ee-bfed-4891-8174-b21f4d1a0c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:23.612319 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-ee4a16ee-bfed-4891-8174-b21f4d1a0c7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a3c5a7a-b518-448b-affa-c68cfcfa4860 HTTP/1.1" status: 204 len: 168 time: 0.2710669 Apr 12 18:39:23.622261 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a16ee-bfed-4891-8174-b21f4d1a0c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3c5a7a-b518-448b-affa-c68cfcfa4860,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:23.685647 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 50061fb5-0742-4153-89dc-67f17c1a55e4 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:39:23.707037 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfb48f-0323-4996-871b-81f4175e79d4 req-49197253-099c-4b32-b637-8193961f4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:23.708536 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-01cfb48f-0323-4996-871b-81f4175e79d4 req-49197253-099c-4b32-b637-8193961f4be2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4246678 Apr 12 18:39:23.715546 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eb8b5-8d9e-4c9c-8d51-98e240e00f56 req-f7be77fd-9fea-478c-a122-afdd7b531c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:23.716973 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-678eb8b5-8d9e-4c9c-8d51-98e240e00f56 req-f7be77fd-9fea-478c-a122-afdd7b531c0d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 1129 time: 0.4101672 Apr 12 18:39:23.729067 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9bb626bd-6b78-4ec0-b606-1745a1645f33 req-b4a33dbf-f474-4ff8-bcf1-2c6d2d424fd4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666424 Apr 12 18:39:23.736094 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a87a6a-2920-4a27-8976-c0cad5c3ab31 req-d1b5ef9a-c2ff-41ee-aed7-a5e1e4d4885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:23.737382 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a4a87a6a-2920-4a27-8976-c0cad5c3ab31 req-d1b5ef9a-c2ff-41ee-aed7-a5e1e4d4885e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 1129 time: 0.1540797 Apr 12 18:39:23.750856 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-20fb5ba9-5bb0-4b3d-8477-b7ca7c2bf2b7 req-132f80c1-1e9f-458e-8f38-4a7bb8ba3667 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4655523 Apr 12 18:39:23.773773 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4d3f4eab-deec-4100-ba43-80212c664c76 req-fb6b3a0e-ce2d-4166-be12-c713fc1b2f83 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888396 Apr 12 18:39:23.814229 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 50061fb5-0742-4153-89dc-67f17c1a55e4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=50061fb5-0742-4153-89dc-67f17c1a55e4,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:39:23.825971 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '50061fb5-0742-4153-89dc-67f17c1a55e4', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'port_id': '50061fb5-0742-4153-89dc-67f17c1a55e4', 'mac_address': 'fa:16:3e:b6:ee:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:39:23.864301 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 50061fb5-0742-4153-89dc-67f17c1a55e4 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:39:23.864692 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:23.879308 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50061fb5-0742-4153-89dc-67f17c1a55e4 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:39:23.901147 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 50061fb5-0742-4153-89dc-67f17c1a55e4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=50061fb5-0742-4153-89dc-67f17c1a55e4,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:39:23.906997 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:23.936253 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 56618) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:23.953449 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:23.966939 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=50061fb5-0742-4153-89dc-67f17c1a55e4,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:24.031921 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Publish callbacks [] for security_group (2d23fdea-6c77-4165-b461-f174535384a3), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:24.036326 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (2d23fdea-6c77-4165-b461-f174535384a3), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:24.073199 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d23fdea-6c77-4165-b461-f174535384a3,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:24.076989 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dee13ca330164ac1a4768087313de973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394446 Apr 12 18:39:24.080177 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 56624) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:24.083226 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:24.083660 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:24.084007 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:24.084347 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:24.084667 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:24.085015 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:24.085334 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:24.085663 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:24.086026 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:24.086360 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:24.086708 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:24.087252 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:24.087585 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:24.087909 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:24.088241 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b84e3-395e-4d79-95f4-e7a77e435be9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:24.135346 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e7276909-83de-4c5e-b467-70531f4357c5 admin admin] Publish callbacks [] for security_group (2d23fdea-6c77-4165-b461-f174535384a3), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:24.162823 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e7276909-83de-4c5e-b467-70531f4357c5 admin admin] Publish callbacks [] for security_group (2d23fdea-6c77-4165-b461-f174535384a3), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:24.199137 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6978fc-16a3-4635-9a98-e38084afc694 req-b67b188d-a7f1-4454-b980-68b578dc4626 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:24.200661 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a6978fc-16a3-4635-9a98-e38084afc694 req-b67b188d-a7f1-4454-b980-68b578dc4626 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0633910 Apr 12 18:39:24.213564 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e7276909-83de-4c5e-b467-70531f4357c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (2d23fdea-6c77-4165-b461-f174535384a3), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:24.216347 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e7276909-83de-4c5e-b467-70531f4357c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:24.219247 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-e7276909-83de-4c5e-b467-70531f4357c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d23fdea-6c77-4165-b461-f174535384a3 HTTP/1.1" status: 204 len: 168 time: 0.1355712 Apr 12 18:39:24.227928 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7276909-83de-4c5e-b467-70531f4357c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d23fdea-6c77-4165-b461-f174535384a3,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:24.250164 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0ffa5-cf2a-40e6-9796-fe7c03f0b5aa req-7aa5c65e-73d8-48e0-860f-96c4f2ff00ad tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:24.252141 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-28c0ffa5-cf2a-40e6-9796-fe7c03f0b5aa req-7aa5c65e-73d8-48e0-860f-96c4f2ff00ad tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0724835 Apr 12 18:39:24.301171 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a6978fc-16a3-4635-9a98-e38084afc694 req-3bddf4ea-b07f-4017-9932-3e4e3ee4e7c3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845439 Apr 12 18:39:24.314623 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['50061fb5-0742-4153-89dc-67f17c1a55e4'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:39:24.325419 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-28c0ffa5-cf2a-40e6-9796-fe7c03f0b5aa req-97aebedc-47d3-4ab9-a369-fd2db472d8bd tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591519 Apr 12 18:39:24.668988 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 56652) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:24.835305 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3fa0f85c-fa5f-4fa5-8a53-9299355f2387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:24.921520 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ece1-461e-4d26-b656-1d87051e3ba2 req-bbe20260-39cb-411e-b7c8-aa73c8d4d156 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:24.923225 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c265ece1-461e-4d26-b656-1d87051e3ba2 req-bbe20260-39cb-411e-b7c8-aa73c8d4d156 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0969048 Apr 12 18:39:24.948569 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d590bee-73dd-4db3-a4df-3e4bb3d61254 req-dfe40b0d-5b75-4cb5-a94c-efcb1dd0eee4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:24.950032 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7d590bee-73dd-4db3-a4df-3e4bb3d61254 req-dfe40b0d-5b75-4cb5-a94c-efcb1dd0eee4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.1110702 Apr 12 18:39:25.034974 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c265ece1-461e-4d26-b656-1d87051e3ba2 req-477bcd0f-7872-4ed3-8f2c-5f33ed03cdf8 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045194 Apr 12 18:39:25.051237 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7d590bee-73dd-4db3-a4df-3e4bb3d61254 req-eb12e5f7-9e31-41db-a5c1-87b5e8e35b39 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888309 Apr 12 18:39:25.075149 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3fa0f85c-fa5f-4fa5-8a53-9299355f2387 admin admin] Publish callbacks [] for security_group (fd2b473d-7291-4529-bf79-634eefd4c57f), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:25.080229 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3fa0f85c-fa5f-4fa5-8a53-9299355f2387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (fd2b473d-7291-4529-bf79-634eefd4c57f), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:25.126870 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 56680) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:25.127481 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-3fa0f85c-fa5f-4fa5-8a53-9299355f2387 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50b0b41db68d454eb08d4e8c8ac48317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4568233 Apr 12 18:39:25.127829 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0f85c-fa5f-4fa5-8a53-9299355f2387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2b473d-7291-4529-bf79-634eefd4c57f,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:25.200393 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb34a-e157-4f40-9b6b-f089c8d62511 admin admin] Publish callbacks [] for security_group (fd2b473d-7291-4529-bf79-634eefd4c57f), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:25.223452 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb34a-e157-4f40-9b6b-f089c8d62511 admin admin] Publish callbacks [] for security_group (fd2b473d-7291-4529-bf79-634eefd4c57f), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:25.274172 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb34a-e157-4f40-9b6b-f089c8d62511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (fd2b473d-7291-4529-bf79-634eefd4c57f), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:25.277307 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb34a-e157-4f40-9b6b-f089c8d62511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:25.278579 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-c6bcb34a-e157-4f40-9b6b-f089c8d62511 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd2b473d-7291-4529-bf79-634eefd4c57f HTTP/1.1" status: 204 len: 168 time: 0.1490855 Apr 12 18:39:25.287015 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcb34a-e157-4f40-9b6b-f089c8d62511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2b473d-7291-4529-bf79-634eefd4c57f,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:25.478641 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3572e-40f8-4da1-984a-9cbb209f8b67 req-4cef2208-ae67-49c6-9742-a42b9f649f13 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:25.480446 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4aa3572e-40f8-4da1-984a-9cbb209f8b67 req-4cef2208-ae67-49c6-9742-a42b9f649f13 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0810361 Apr 12 18:39:25.509245 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb566ab1-ba70-4e28-b58d-db4596fdc856 req-fd27693d-1535-4dd4-817e-8f8cf941f3be tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:25.510803 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bb566ab1-ba70-4e28-b58d-db4596fdc856 req-fd27693d-1535-4dd4-817e-8f8cf941f3be tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0756273 Apr 12 18:39:25.575427 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4aa3572e-40f8-4da1-984a-9cbb209f8b67 req-5e5ab15b-c8b0-46b9-baa2-7424f85852bf tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882242 Apr 12 18:39:25.603347 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bb566ab1-ba70-4e28-b58d-db4596fdc856 req-81a65277-5aa4-40d0-bc20-0ebdbd11ac83 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719864 Apr 12 18:39:26.185542 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea9e44-ffed-4e32-bf13-755ebcb6c284 req-14813317-9438-40b2-893f-85137ac13311 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:26.187076 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-54ea9e44-ffed-4e32-bf13-755ebcb6c284 req-14813317-9438-40b2-893f-85137ac13311 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0849471 Apr 12 18:39:26.195395 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877dadd-b1c7-442f-aa56-5439641e7b3a req-24aeac78-8a5e-47a5-a75f-73ab5d1c08f9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:26.196767 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6877dadd-b1c7-442f-aa56-5439641e7b3a req-24aeac78-8a5e-47a5-a75f-73ab5d1c08f9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0641358 Apr 12 18:39:26.268830 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-54ea9e44-ffed-4e32-bf13-755ebcb6c284 req-3c673804-8da9-4cb1-889a-e368df1447ec tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710795 Apr 12 18:39:26.273052 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6877dadd-b1c7-442f-aa56-5439641e7b3a req-050036b4-82eb-4a25-a32a-557b176cc74b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690928 Apr 12 18:39:26.701890 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02281060-f91a-4b1e-b77e-a2f32889ffe0 req-61a6ec01-3c11-4f1b-b3ee-9035a555face tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:26.704047 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-02281060-f91a-4b1e-b77e-a2f32889ffe0 req-61a6ec01-3c11-4f1b-b3ee-9035a555face tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0509474 Apr 12 18:39:26.798552 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade53700-d3ab-4ab8-a25d-98c917a95e25 req-d0de04e5-e378-4fe6-8940-3de529fb034e tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:26.800084 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ade53700-d3ab-4ab8-a25d-98c917a95e25 req-d0de04e5-e378-4fe6-8940-3de529fb034e tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0791128 Apr 12 18:39:26.804618 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-02281060-f91a-4b1e-b77e-a2f32889ffe0 req-7c32ae83-39ba-43a0-82ad-54766cba8ab8 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910830 Apr 12 18:39:26.848264 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ade53700-d3ab-4ab8-a25d-98c917a95e25 req-51c18247-a882-4195-9753-0309dcf80043 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424519 Apr 12 18:39:27.412045 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cafd7-b671-4edf-8fd3-af6582457a36 req-d869b0ae-cf96-4ede-9997-1b6b3af5dc90 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:27.413566 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c30cafd7-b671-4edf-8fd3-af6582457a36 req-d869b0ae-cf96-4ede-9997-1b6b3af5dc90 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0749004 Apr 12 18:39:27.419904 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d2225-8534-4765-9e53-fd0d72754ee4 req-766264e4-600a-4905-8eed-95c9c39cb00e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:27.421322 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c32d2225-8534-4765-9e53-fd0d72754ee4 req-766264e4-600a-4905-8eed-95c9c39cb00e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0739212 Apr 12 18:39:27.497686 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c30cafd7-b671-4edf-8fd3-af6582457a36 req-d278b7ac-f0e9-4d91-a97c-c6cbb91ab2a3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752077 Apr 12 18:39:27.500629 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c32d2225-8534-4765-9e53-fd0d72754ee4 req-fd059621-c1ea-4113-8e9a-03ba0e648b2c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725756 Apr 12 18:39:27.926341 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4fc73-0525-469b-b41d-9c99e78d96fc req-2e8d72df-a954-4a21-9bf4-f754153988f7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:27.927747 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-adc4fc73-0525-469b-b41d-9c99e78d96fc req-2e8d72df-a954-4a21-9bf4-f754153988f7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0557261 Apr 12 18:39:27.999038 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5e111-625c-4409-8df4-fa99f6eadba3 req-99215d5f-097c-49a5-af66-913b1db3a745 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:28.000614 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7ba5e111-625c-4409-8df4-fa99f6eadba3 req-99215d5f-097c-49a5-af66-913b1db3a745 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0717337 Apr 12 18:39:28.028861 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-adc4fc73-0525-469b-b41d-9c99e78d96fc req-c845432f-52dc-4000-976e-05712d015aa8 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891249 Apr 12 18:39:28.062442 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7ba5e111-625c-4409-8df4-fa99f6eadba3 req-4ed07b89-ac3e-4737-9245-d4c95b566475 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557973 Apr 12 18:39:28.648703 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ad8b7-7cd2-404b-b843-490aed502edd req-7c1b6bb2-ebc8-48e0-97cf-359f899028b6 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:28.650355 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-603ad8b7-7cd2-404b-b843-490aed502edd req-7c1b6bb2-ebc8-48e0-97cf-359f899028b6 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0701201 Apr 12 18:39:28.670867 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e65c9-b54e-4e4c-95c4-6eff2d861df0 req-a184f99a-22a7-46e9-885c-1cd6872db281 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:28.672293 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ac8e65c9-b54e-4e4c-95c4-6eff2d861df0 req-a184f99a-22a7-46e9-885c-1cd6872db281 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0643561 Apr 12 18:39:28.735859 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-603ad8b7-7cd2-404b-b843-490aed502edd req-cefa81f0-d973-4e94-9afa-8170c5cf0df9 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779519 Apr 12 18:39:28.747022 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ac8e65c9-b54e-4e4c-95c4-6eff2d861df0 req-5eed1593-7001-43ce-9638-8b693f760795 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669589 Apr 12 18:39:28.825987 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 50061fb5-0742-4153-89dc-67f17c1a55e4 up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:39:28.859817 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:28.876761 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port 50061fb5-0742-4153-89dc-67f17c1a55e4 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:39:28.882298 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 50061fb5-0742-4153-89dc-67f17c1a55e4 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:39:28.882734 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:28.974392 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 50061fb5-0742-4153-89dc-67f17c1a55e4 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:39:28.974702 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:28.997145 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b717986f-a8fa-4ee1-9c6f-12d214b1a718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50061fb5-0742-4153-89dc-67f17c1a55e4'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:39:28.999594 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaf9bb1-9680-4c38-82e2-848bd3495497" -d '{"events": [{"server_uuid": "b717986f-a8fa-4ee1-9c6f-12d214b1a718", "name": "network-vif-plugged", "status": "completed", "tag": "50061fb5-0742-4153-89dc-67f17c1a55e4"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:39:29.015229 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 50061fb5-0742-4153-89dc-67f17c1a55e4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=50061fb5-0742-4153-89dc-67f17c1a55e4,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:39:29.020119 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:29.044340 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568e4031-fe37-4ee1-ad36-5fde2581dbfd x-openstack-request-id: req-568e4031-fe37-4ee1-ad36-5fde2581dbfd {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:39:29.044658 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b717986f-a8fa-4ee1-9c6f-12d214b1a718", "name": "network-vif-plugged", "status": "completed", "tag": "50061fb5-0742-4153-89dc-67f17c1a55e4", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:39:29.044914 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-568e4031-fe37-4ee1-ad36-5fde2581dbfd {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:39:29.045303 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568e4031-fe37-4ee1-ad36-5fde2581dbfd'] response: {'server_uuid': 'b717986f-a8fa-4ee1-9c6f-12d214b1a718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50061fb5-0742-4153-89dc-67f17c1a55e4', 'code': 200} Apr 12 18:39:29.070794 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=50061fb5-0742-4153-89dc-67f17c1a55e4,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:29.078408 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:29.078759 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:29.079125 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:29.079512 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:29.079850 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:29.080182 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:29.080504 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:29.080814 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:29.081154 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:29.081461 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:29.081784 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:29.082137 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:29.082466 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:29.082783 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:29.083100 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:39:29.152147 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffa38b-249f-4a72-9877-70a6f6186055 req-da0af577-09ca-4923-b49d-f2ec964a19b1 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:29.153554 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2dffa38b-249f-4a72-9877-70a6f6186055 req-da0af577-09ca-4923-b49d-f2ec964a19b1 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0591714 Apr 12 18:39:29.201525 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b462d-9bfc-4eb9-bd93-a1a1e2d54144 req-a4e9be12-4fa9-48ac-be09-3d0f3d9fd370 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:29.203358 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f94b462d-9bfc-4eb9-bd93-a1a1e2d54144 req-a4e9be12-4fa9-48ac-be09-3d0f3d9fd370 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0700812 Apr 12 18:39:29.238111 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2dffa38b-249f-4a72-9877-70a6f6186055 req-ac2cc0db-519d-4bd4-a18f-835c1301b6df tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687180 Apr 12 18:39:29.264394 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f94b462d-9bfc-4eb9-bd93-a1a1e2d54144 req-5b7baa8b-ed52-41c9-9ed7-2efc3b83284f tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538542 Apr 12 18:39:29.687360 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a4a87a6a-2920-4a27-8976-c0cad5c3ab31 req-6f1113c8-8386-4f3f-9be7-4f8f84bd3245 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319144 Apr 12 18:39:29.689358 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-678eb8b5-8d9e-4c9c-8d51-98e240e00f56 req-ef67b74e-3055-4483-a93b-3929c1b4efcb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213219 Apr 12 18:39:29.710708 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-01cfb48f-0323-4996-871b-81f4175e79d4 req-419e322e-9480-4dc3-9b88-2e981b88ebc6 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573970 Apr 12 18:39:29.900817 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822fc67-fa40-4962-8bce-f4568cc38aa7 req-86318c02-be7a-4daa-8ea6-6585bb67c23b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:29.902516 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5822fc67-fa40-4962-8bce-f4568cc38aa7 req-86318c02-be7a-4daa-8ea6-6585bb67c23b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0822339 Apr 12 18:39:29.923653 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c63f0e-d995-467b-95cf-30d87a35bd4e req-28ac087b-66b2-451f-83b9-3be6ec646837 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:29.925109 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f0c63f0e-d995-467b-95cf-30d87a35bd4e req-28ac087b-66b2-451f-83b9-3be6ec646837 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0746913 Apr 12 18:39:30.003829 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5822fc67-fa40-4962-8bce-f4568cc38aa7 req-6b08fecd-7728-4166-be21-cfadfc990066 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931518 Apr 12 18:39:30.027624 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f0c63f0e-d995-467b-95cf-30d87a35bd4e req-a77399d6-4738-4391-80b5-cd8f3a261125 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937965 Apr 12 18:39:30.384855 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234e573-1465-4b7f-b77f-1785391eccf3 req-a4ee87c0-cec8-458c-9394-9c87e406476c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:30.386296 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e234e573-1465-4b7f-b77f-1785391eccf3 req-a4ee87c0-cec8-458c-9394-9c87e406476c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0730143 Apr 12 18:39:30.405422 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03adbdc-7bda-4beb-9a22-267045f81e17 req-aa3c56e1-0728-47d7-b74d-89eb6004e9e2 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:30.406840 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d03adbdc-7bda-4beb-9a22-267045f81e17 req-aa3c56e1-0728-47d7-b74d-89eb6004e9e2 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0645671 Apr 12 18:39:30.468035 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e234e573-1465-4b7f-b77f-1785391eccf3 req-3f3552af-168d-4559-8ef3-514d83be9088 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759602 Apr 12 18:39:30.479339 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d03adbdc-7bda-4beb-9a22-267045f81e17 req-1207e769-83c2-4b29-a51e-f7e643431e5a tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660980 Apr 12 18:39:30.801617 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 22810e15-f266-473a-a3bb-eae68152fdd7 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:39:30.962261 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-01cfb48f-0323-4996-871b-81f4175e79d4 req-9a886762-a163-44cb-bc65-eab2c4af6aac service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935570 Apr 12 18:39:30.993377 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 22810e15-f266-473a-a3bb-eae68152fdd7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=22810e15-f266-473a-a3bb-eae68152fdd7,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:39:31.007161 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '22810e15-f266-473a-a3bb-eae68152fdd7', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'port_id': '22810e15-f266-473a-a3bb-eae68152fdd7', 'mac_address': 'fa:16:3e:bc:55:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:39:31.055377 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 22810e15-f266-473a-a3bb-eae68152fdd7 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:39:31.056116 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (22810e15-f266-473a-a3bb-eae68152fdd7), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:31.074444 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22810e15-f266-473a-a3bb-eae68152fdd7 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:39:31.126464 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 22810e15-f266-473a-a3bb-eae68152fdd7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=22810e15-f266-473a-a3bb-eae68152fdd7,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:39:31.133729 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (22810e15-f266-473a-a3bb-eae68152fdd7), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:31.173303 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f7876-a0f2-422f-a676-01d62f4e8dae req-cfeffadb-a0ed-443b-844b-91770beeb722 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:31.180723 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b71f7876-a0f2-422f-a676-01d62f4e8dae req-cfeffadb-a0ed-443b-844b-91770beeb722 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 944 time: 0.0695050 Apr 12 18:39:31.194291 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=22810e15-f266-473a-a3bb-eae68152fdd7,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:31.241400 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70737100-e00c-4bf8-9678-787ce7c77632 req-16b5bfc1-d8d9-4e93-9a5f-5aee3469c939 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:31.243071 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-70737100-e00c-4bf8-9678-787ce7c77632 req-16b5bfc1-d8d9-4e93-9a5f-5aee3469c939 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.1302791 Apr 12 18:39:31.277641 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b71f7876-a0f2-422f-a676-01d62f4e8dae req-7ec36bdf-b38b-466a-af99-9dc6b9e50cc4 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943224 Apr 12 18:39:31.350001 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-70737100-e00c-4bf8-9678-787ce7c77632 req-f7a8c79a-0557-4a5b-a8f5-c49ff21dbccd tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652812 Apr 12 18:39:31.588867 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31bf22-f858-4704-9179-ab105483e78b req-d0021dcf-e194-4930-93e0-0ac973ab2f4f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:31.595746 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8c31bf22-f858-4704-9179-ab105483e78b req-d0021dcf-e194-4930-93e0-0ac973ab2f4f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0584786 Apr 12 18:39:31.642720 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8c31bf22-f858-4704-9179-ab105483e78b req-9a5a6ff7-196a-4180-b9a2-6d253ffca3c1 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459702 Apr 12 18:39:31.733119 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['22810e15-f266-473a-a3bb-eae68152fdd7'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:39:32.409246 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af9545-2c02-4647-b52a-70ce9c7403ab req-234732ba-bf15-4d8b-a620-8909a8a665da tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:32.410717 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-38af9545-2c02-4647-b52a-70ce9c7403ab req-234732ba-bf15-4d8b-a620-8909a8a665da tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 945 time: 0.0570166 Apr 12 18:39:32.463931 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-38af9545-2c02-4647-b52a-70ce9c7403ab req-af6c9dbb-2f80-4fac-aaef-46557cc40205 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441194 Apr 12 18:39:32.569567 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6dcbe-373b-4344-a790-28230526239e req-decb7c31-cba9-4f1d-adf6-ec357914c615 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:32.571060 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5fb6dcbe-373b-4344-a790-28230526239e req-decb7c31-cba9-4f1d-adf6-ec357914c615 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0535936 Apr 12 18:39:32.618973 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5fb6dcbe-373b-4344-a790-28230526239e req-8ef21747-5d45-4290-95c1-5476d586637f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Apr 12 18:39:32.768688 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40781095-bcc0-4957-b6f4-88855d5f55c7 req-c12ee906-7287-44b7-a030-fcb2d3fb88ee tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:32.770260 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-40781095-bcc0-4957-b6f4-88855d5f55c7 req-c12ee906-7287-44b7-a030-fcb2d3fb88ee tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0521851 Apr 12 18:39:32.819188 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-40781095-bcc0-4957-b6f4-88855d5f55c7 req-301b2978-fdf8-4bdf-90d6-ea7f00509055 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430174 Apr 12 18:39:33.039972 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 22810e15-f266-473a-a3bb-eae68152fdd7 up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:39:33.090584 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port 22810e15-f266-473a-a3bb-eae68152fdd7 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:39:33.099119 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 22810e15-f266-473a-a3bb-eae68152fdd7 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:39:33.100506 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (22810e15-f266-473a-a3bb-eae68152fdd7), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:33.120783 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01513476-f898-4ead-8429-3b53a304be37 req-61ff9dd3-73f6-44f2-a6fc-6b6ab655ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:33.122311 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-01513476-f898-4ead-8429-3b53a304be37 req-61ff9dd3-73f6-44f2-a6fc-6b6ab655ca2b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 1129 time: 0.0563416 Apr 12 18:39:33.186700 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 22810e15-f266-473a-a3bb-eae68152fdd7 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:39:33.187095 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (22810e15-f266-473a-a3bb-eae68152fdd7), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:33.218983 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c33ba44-1a7c-4ee9-93e0-9414b0dff359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22810e15-f266-473a-a3bb-eae68152fdd7'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:39:33.221139 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a2f836-a221-4b0a-a58b-ffe2719e3494" -d '{"events": [{"server_uuid": "6c33ba44-1a7c-4ee9-93e0-9414b0dff359", "name": "network-vif-plugged", "status": "completed", "tag": "22810e15-f266-473a-a3bb-eae68152fdd7"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:39:33.233958 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 22810e15-f266-473a-a3bb-eae68152fdd7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=22810e15-f266-473a-a3bb-eae68152fdd7,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:39:33.239002 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (22810e15-f266-473a-a3bb-eae68152fdd7), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:33.268165 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5e5d19-1b58-4d2e-b544-9754de48b5fd x-openstack-request-id: req-6a5e5d19-1b58-4d2e-b544-9754de48b5fd {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:39:33.268481 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c33ba44-1a7c-4ee9-93e0-9414b0dff359", "name": "network-vif-plugged", "status": "completed", "tag": "22810e15-f266-473a-a3bb-eae68152fdd7", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:39:33.270142 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a5e5d19-1b58-4d2e-b544-9754de48b5fd {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:39:33.270142 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5e5d19-1b58-4d2e-b544-9754de48b5fd'] response: {'server_uuid': '6c33ba44-1a7c-4ee9-93e0-9414b0dff359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22810e15-f266-473a-a3bb-eae68152fdd7', 'code': 200} Apr 12 18:39:33.297031 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=22810e15-f266-473a-a3bb-eae68152fdd7,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:33.580789 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcec681-4fe3-4991-8273-9be3f9f5873d req-53ef15cc-be94-485d-ba90-11aabcb50e1b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:33.582278 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7dcec681-4fe3-4991-8273-9be3f9f5873d req-53ef15cc-be94-485d-ba90-11aabcb50e1b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0482917 Apr 12 18:39:33.629147 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7dcec681-4fe3-4991-8273-9be3f9f5873d req-1ec4dc3b-be9e-410b-a3c0-519fb2489faf tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411808 Apr 12 18:39:33.737501 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f655a-07fb-45a0-b940-90056d934c06 req-6c1bb5dc-5eff-4e4d-b62c-c3571cb732e0 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:33.739668 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-277f655a-07fb-45a0-b940-90056d934c06 req-6c1bb5dc-5eff-4e4d-b62c-c3571cb732e0 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0549691 Apr 12 18:39:33.796100 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-277f655a-07fb-45a0-b940-90056d934c06 req-7534ba50-a269-416a-a3bb-bb3d4d46f56f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497901 Apr 12 18:39:34.014819 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-01513476-f898-4ead-8429-3b53a304be37 req-2ce8a282-90cd-4779-8bec-7fcf83a26a63 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655816 Apr 12 18:39:34.138615 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bcde1-2bb6-4d1d-b07c-160e50a4e745 req-2c2bc511-72d5-41af-b364-b8c11e105fc1 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:34.140215 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a45bcde1-2bb6-4d1d-b07c-160e50a4e745 req-2c2bc511-72d5-41af-b364-b8c11e105fc1 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0508535 Apr 12 18:39:34.197257 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a45bcde1-2bb6-4d1d-b07c-160e50a4e745 req-6fc78f64-10f2-4caf-a225-67e1ee96140c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472920 Apr 12 18:39:34.250094 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffbfd3-025e-459a-84c8-e1dc7fb2344c req-379f3782-f379-451a-b2f3-0bac9f13ac76 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:34.251655 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dfffbfd3-025e-459a-84c8-e1dc7fb2344c req-379f3782-f379-451a-b2f3-0bac9f13ac76 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0517159 Apr 12 18:39:34.334598 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f61f8-694c-44a9-8faa-86498a24f1fc req-5608a604-3e41-42da-b9bd-97ac50061488 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:34.336199 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-542f61f8-694c-44a9-8faa-86498a24f1fc req-5608a604-3e41-42da-b9bd-97ac50061488 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0724666 Apr 12 18:39:34.343243 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dfffbfd3-025e-459a-84c8-e1dc7fb2344c req-912e3c80-aec1-4d25-b693-3ec584ed1644 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834920 Apr 12 18:39:34.345679 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 56994) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:34.350814 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-f4f9b10a-7d5c-4513-a0c9-e74d1ab7483a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'floatingip': {'port_id': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:39:34.442576 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b10a-7d5c-4513-a0c9-e74d1ab7483a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (6d701f29-ef6c-4dc6-be74-6e13a54fb35b), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:34.568194 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e47d3e-2d58-4ba7-99ee-1298cf5136ea req-d0142bbc-619f-4107-84b3-c8c84b4f794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:34.569786 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f4e47d3e-2d58-4ba7-99ee-1298cf5136ea req-d0142bbc-619f-4107-84b3-c8c84b4f794f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 1130 time: 0.1473601 Apr 12 18:39:34.595361 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f46d20-7fa8-4b70-9005-aa344cb58165 req-c912aca5-0c76-4605-b2e3-fc738de9348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:34.596864 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-34f46d20-7fa8-4b70-9005-aa344cb58165 req-c912aca5-0c76-4605-b2e3-fc738de9348d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 1129 time: 0.1087005 Apr 12 18:39:34.986479 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f4e47d3e-2d58-4ba7-99ee-1298cf5136ea req-935e9987-7594-4bed-9cd8-b81e93975006 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3534048 Apr 12 18:39:35.012052 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ce444-0134-48a8-9b92-6a561568f67d req-7edaac38-0ca0-4b22-85eb-04ab07cd9441 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:35.013574 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d59ce444-0134-48a8-9b92-6a561568f67d req-7edaac38-0ca0-4b22-85eb-04ab07cd9441 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.2895057 Apr 12 18:39:35.176354 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d59ce444-0134-48a8-9b92-6a561568f67d req-7a3dce5a-a6c4-4c62-abe7-e12aa95000f2 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540155 Apr 12 18:39:35.336112 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 57046) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:35.445421 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8a76a4db-7a60-4ace-8923-ef6a49d8c51a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:35.524906 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8a76a4db-7a60-4ace-8923-ef6a49d8c51a admin admin] Publish callbacks [] for security_group (2e032c71-822c-4959-9ffc-f0a98b738f81), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:35.529191 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8a76a4db-7a60-4ace-8923-ef6a49d8c51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (2e032c71-822c-4959-9ffc-f0a98b738f81), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:35.570284 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-8a76a4db-7a60-4ace-8923-ef6a49d8c51a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64f3ab5f515f4b5dbe1232ee38e25151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305501 Apr 12 18:39:35.570284 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76a4db-7a60-4ace-8923-ef6a49d8c51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e032c71-822c-4959-9ffc-f0a98b738f81,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:35.571461 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 57052) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:35.573069 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b10a-7d5c-4513-a0c9-e74d1ab7483a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:35.585873 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d53a2-b5c0-4b46-a59a-5e89a0931f75 req-85a486a4-e42f-4380-9c16-3d9a75b7bd09 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:35.590980 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7f3d53a2-b5c0-4b46-a59a-5e89a0931f75 req-85a486a4-e42f-4380-9c16-3d9a75b7bd09 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.1753128 Apr 12 18:39:35.590980 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b10a-7d5c-4513-a0c9-e74d1ab7483a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (6d701f29-ef6c-4dc6-be74-6e13a54fb35b), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:35.621900 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d20bb718-5e88-451d-bb05-79ccaa37f87f admin admin] Publish callbacks [] for security_group (2e032c71-822c-4959-9ffc-f0a98b738f81), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:35.643380 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d20bb718-5e88-451d-bb05-79ccaa37f87f admin admin] Publish callbacks [] for security_group (2e032c71-822c-4959-9ffc-f0a98b738f81), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:35.708488 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d20bb718-5e88-451d-bb05-79ccaa37f87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (2e032c71-822c-4959-9ffc-f0a98b738f81), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:35.712049 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d20bb718-5e88-451d-bb05-79ccaa37f87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:35.713862 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f46d20-7fa8-4b70-9005-aa344cb58165 req-f9ed8439-6e21-4c13-8545-852bcd1a3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:35.715425 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-34f46d20-7fa8-4b70-9005-aa344cb58165 req-f9ed8439-6e21-4c13-8545-852bcd1a3f29 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 919 time: 0.3022699 Apr 12 18:39:35.715711 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-d20bb718-5e88-451d-bb05-79ccaa37f87f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e032c71-822c-4959-9ffc-f0a98b738f81 HTTP/1.1" status: 204 len: 168 time: 0.1432698 Apr 12 18:39:35.735609 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bb718-5e88-451d-bb05-79ccaa37f87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e032c71-822c-4959-9ffc-f0a98b738f81,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:35.742940 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7f3d53a2-b5c0-4b46-a59a-5e89a0931f75 req-1ea676d9-3066-440d-96c1-edee969c55aa tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175582 Apr 12 18:39:35.753593 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-f4f9b10a-7d5c-4513-a0c9-e74d1ab7483a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Floating IP 6d701f29-ef6c-4dc6-be74-6e13a54fb35b associated. External IP: 172.27.2.207, port: c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac. Apr 12 18:39:36.008985 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f9b10a-7d5c-4513-a0c9-e74d1ab7483a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:39:36.167561 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-34f46d20-7fa8-4b70-9005-aa344cb58165 req-2e7cdf4a-00ec-45af-99e2-4dece2ba830f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fb8434-c2f0-4422-ab69-b8fd8fd9c059 HTTP/1.1" status: 200 len: 217 time: 0.0406926 Apr 12 18:39:36.175796 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 57082) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:36.179407 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f9b10a-7d5c-4513-a0c9-e74d1ab7483a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:39:36.185061 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b10a-7d5c-4513-a0c9-e74d1ab7483a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:36.204698 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059cf83-fbed-4744-8347-a924aa899b06 None None] Sync routers for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:39:36.221783 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059cf83-fbed-4744-8347-a924aa899b06 None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:39:36.221783 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d059cf83-fbed-4744-8347-a924aa899b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:39:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:39:36.230832 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-f4f9b10a-7d5c-4513-a0c9-e74d1ab7483a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "PUT /v2.0/floatingips/6d701f29-ef6c-4dc6-be74-6e13a54fb35b HTTP/1.1" status: 200 len: 991 time: 1.8840404 Apr 12 18:39:36.231675 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'tag': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:39:36.234300 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31799c3e-0aa1-40c1-9c8e-86f8cf6b05a2" -d '{"events": [{"name": "network-changed", "server_uuid": "cb77bdb9-2f1b-4934-a229-3bb053b0cf3b", "tag": "c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:39:36.347553 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4a6679d3-13dc-4ef9-a656-4b82a2fccdd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:36.356300 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc8c5be-8c02-4830-8929-8b9817eb5c21 x-openstack-request-id: req-bcc8c5be-8c02-4830-8929-8b9817eb5c21 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:39:36.358225 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb77bdb9-2f1b-4934-a229-3bb053b0cf3b", "tag": "c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:39:36.358750 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bcc8c5be-8c02-4830-8929-8b9817eb5c21 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:39:36.359398 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc8c5be-8c02-4830-8929-8b9817eb5c21'] response: {'name': 'network-changed', 'server_uuid': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'tag': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac', 'status': 'completed', 'code': 200} Apr 12 18:39:36.373527 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-d059cf83-fbed-4744-8347-a924aa899b06 None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:39:36.421424 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735b3b2-e9f3-4cfd-96dc-49ef56d62af1 req-8078b709-6588-480f-bf26-0ff95d5be69c tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:36.431089 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2735b3b2-e9f3-4cfd-96dc-49ef56d62af1 req-8078b709-6588-480f-bf26-0ff95d5be69c tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0978212 Apr 12 18:39:36.483488 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4a6679d3-13dc-4ef9-a656-4b82a2fccdd2 admin admin] Publish callbacks [] for security_group (8f98f0fb-1335-4842-84a1-0e805d481a3b), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:36.491290 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4a6679d3-13dc-4ef9-a656-4b82a2fccdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (8f98f0fb-1335-4842-84a1-0e805d481a3b), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:36.520561 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2735b3b2-e9f3-4cfd-96dc-49ef56d62af1 req-056bd68c-08bf-4627-868d-1a67a068b075 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830402 Apr 12 18:39:36.530158 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6679d3-13dc-4ef9-a656-4b82a2fccdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f98f0fb-1335-4842-84a1-0e805d481a3b,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:36.554846 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 57106) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:36.555374 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-4a6679d3-13dc-4ef9-a656-4b82a2fccdd2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02818e4e08884f8bbecd44fc2a490bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795891 Apr 12 18:39:36.588159 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 57108) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:36.621801 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-31657b3a-9e7d-45ed-a6d8-75a13d1365b8 admin admin] Publish callbacks [] for security_group (8f98f0fb-1335-4842-84a1-0e805d481a3b), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:36.650832 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-31657b3a-9e7d-45ed-a6d8-75a13d1365b8 admin admin] Publish callbacks [] for security_group (8f98f0fb-1335-4842-84a1-0e805d481a3b), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:36.714139 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-31657b3a-9e7d-45ed-a6d8-75a13d1365b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (8f98f0fb-1335-4842-84a1-0e805d481a3b), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:36.717834 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-31657b3a-9e7d-45ed-a6d8-75a13d1365b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:36.719435 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-31657b3a-9e7d-45ed-a6d8-75a13d1365b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f98f0fb-1335-4842-84a1-0e805d481a3b HTTP/1.1" status: 204 len: 168 time: 0.1634769 Apr 12 18:39:36.729707 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31657b3a-9e7d-45ed-a6d8-75a13d1365b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f98f0fb-1335-4842-84a1-0e805d481a3b,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:36.730676 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d059cf83-fbed-4744-8347-a924aa899b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '6d701f29-ef6c-4dc6-be74-6e13a54fb35b', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:f4:79:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:38:39Z', 'updated_at': '2022-04-12T18:39:35Z', 'revision_number': 1, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:39:36.779023 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1777711656-network', 'tenant_id': 'd495828c15e8445dbb7f9f511706fcde'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:39:36.787708 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059cf83-fbed-4744-8347-a924aa899b06 None None] Checking router: 8e861e55-c1da-476c-a48d-ec2cf39b40b8 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:39:36.814176 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059cf83-fbed-4744-8347-a924aa899b06 None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:39:36.815061 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d059cf83-fbed-4744-8347-a924aa899b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:39:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:39:36.889781 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f46d20-7fa8-4b70-9005-aa344cb58165 req-d34622cc-929b-476b-a0da-4b82751836de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:36.891219 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-34f46d20-7fa8-4b70-9005-aa344cb58165 req-d34622cc-929b-476b-a0da-4b82751836de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.0873530 Apr 12 18:39:36.921947 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:39:36.951620 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] Made reservation on behalf of d495828c15e8445dbb7f9f511706fcde for: {'network': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:39:36.954811 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-d059cf83-fbed-4744-8347-a924aa899b06 None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:39:36.954939 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:36.982433 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:37.019765 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb870ab8-8c77-4a22-9c1d-619232e03a3a req-4cf1470b-419e-40a5-b01a-d773ad6856cb tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:37.021383 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fb870ab8-8c77-4a22-9c1d-619232e03a3a req-4cf1470b-419e-40a5-b01a-d773ad6856cb tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.1337364 Apr 12 18:39:37.037945 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31799c3e-0aa1-40c1-9c8e-86f8cf6b05a2 req-6c98e1ae-ce04-4675-93f9-d135aa8bb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:37.039472 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-31799c3e-0aa1-40c1-9c8e-86f8cf6b05a2 req-6c98e1ae-ce04-4675-93f9-d135aa8bb3aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 1129 time: 0.1989486 Apr 12 18:39:37.096957 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f46d20-7fa8-4b70-9005-aa344cb58165 req-1cd434a0-ef34-45f9-9ec4-0e7f56bd9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:37.098447 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-34f46d20-7fa8-4b70-9005-aa344cb58165 req-1cd434a0-ef34-45f9-9ec4-0e7f56bd9ec4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1000998 Apr 12 18:39:37.140154 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 57128) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:37.143550 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fb870ab8-8c77-4a22-9c1d-619232e03a3a req-55244a2c-f321-4f6f-899a-6754c5546be9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077478 Apr 12 18:39:37.166738 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-70781659-60d8-40f9-ad73-b8e7e273cbf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:37.208937 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] Publish callbacks [] for security_group (782c0147-4478-4930-bbe3-cef0dbf16ba5), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:37.215087 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (782c0147-4478-4930-bbe3-cef0dbf16ba5), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:37.253391 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=103439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:39:37.268207 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782c0147-4478-4930-bbe3-cef0dbf16ba5,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:37.276378 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (f120aaf6-e512-4288-b863-50f4b535a2dc), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:37.276788 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.segments_db [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] Added segment f120aaf6-e512-4288-b863-50f4b535a2dc of type vlan for network 159732f0-52c8-4f63-93a2-c9de57695674 Apr 12 18:39:37.323740 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d059cf83-fbed-4744-8347-a924aa899b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '6d701f29-ef6c-4dc6-be74-6e13a54fb35b', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:f4:79:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:38:39Z', 'updated_at': '2022-04-12T18:39:35Z', 'revision_number': 1, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:39:37.335959 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (159732f0-52c8-4f63-93a2-c9de57695674), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:37.339147 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-70781659-60d8-40f9-ad73-b8e7e273cbf8 admin admin] Publish callbacks [] for security_group (63d99373-8769-498c-9640-c7b4bbdbbb86), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:37.346186 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-70781659-60d8-40f9-ad73-b8e7e273cbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (63d99373-8769-498c-9640-c7b4bbdbbb86), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:37.352965 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059cf83-fbed-4744-8347-a924aa899b06 None None] The sync data for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi is: [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '6d701f29-ef6c-4dc6-be74-6e13a54fb35b', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:f4:79:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:38:39Z', 'updated_at': '2022-04-12T18:39:35Z', 'revision_number': 1, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:39:37.399929 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-70781659-60d8-40f9-ad73-b8e7e273cbf8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24c44007358d4b65a5bea5f5715a3f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529316 Apr 12 18:39:37.399929 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (159732f0-52c8-4f63-93a2-c9de57695674), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:37.399929 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:37.399929 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:37.401066 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 57132) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:37.402180 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70781659-60d8-40f9-ad73-b8e7e273cbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d99373-8769-498c-9640-c7b4bbdbbb86,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:37.468376 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8791320 Apr 12 18:39:37.472991 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 57134) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:37.475888 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ff26befd-2886-43f9-b190-b4f8dbcc9b30 admin admin] Publish callbacks [] for security_group (63d99373-8769-498c-9640-c7b4bbdbbb86), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:37.477736 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-121d8356-8493-4ae3-943f-14a032b573c4 admin admin] Request body: {'subnet': {'network_id': '159732f0-52c8-4f63-93a2-c9de57695674', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1777711656-subnet', 'tenant_id': 'd495828c15e8445dbb7f9f511706fcde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:39:37.483848 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d92f6a-976e-4593-be85-e83f859f697c admin admin] Pushing event updated for resources: {'Network': ['ID=159732f0-52c8-4f63-93a2-c9de57695674,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:37.494235 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network 159732f0-52c8-4f63-93a2-c9de57695674 details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:39:37.501199 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ff26befd-2886-43f9-b190-b4f8dbcc9b30 admin admin] Publish callbacks [] for security_group (63d99373-8769-498c-9640-c7b4bbdbbb86), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:37.505588 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121d8356-8493-4ae3-943f-14a032b573c4 admin admin] Made reservation on behalf of d495828c15e8445dbb7f9f511706fcde for: {'subnet': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:39:37.508304 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-121d8356-8493-4ae3-943f-14a032b573c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8224861'] for subnet (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:37.570958 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ff26befd-2886-43f9-b190-b4f8dbcc9b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (63d99373-8769-498c-9640-c7b4bbdbbb86), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:37.575579 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ff26befd-2886-43f9-b190-b4f8dbcc9b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:37.581392 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-ff26befd-2886-43f9-b190-b4f8dbcc9b30 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63d99373-8769-498c-9640-c7b4bbdbbb86 HTTP/1.1" status: 204 len: 168 time: 0.1778650 Apr 12 18:39:37.594674 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26befd-2886-43f9-b190-b4f8dbcc9b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d99373-8769-498c-9640-c7b4bbdbbb86,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:37.653526 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8cc068-0f9d-43e7-8c29-41af7aa874b5 None None] New status for floating IP 6d701f29-ef6c-4dc6-be74-6e13a54fb35b: ACTIVE {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:39:37.687033 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d9a23-d9de-49ac-82bd-5e74048b2396 req-a956034c-461e-494e-94bc-c0b5f0c9ffbb tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:37.688629 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f10d9a23-d9de-49ac-82bd-5e74048b2396 req-a956034c-461e-494e-94bc-c0b5f0c9ffbb tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0797369 Apr 12 18:39:37.982483 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 57144) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:37.995842 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-92dd474d-3277-4374-9de8-bb301c672957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:38.025683 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f10d9a23-d9de-49ac-82bd-5e74048b2396 req-b78d6c25-2969-4146-a71b-593e0443a490 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831161 Apr 12 18:39:38.047719 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-121d8356-8493-4ae3-943f-14a032b573c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8341661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8224843'] for subnet (8bc7a757-5e08-4d87-a07f-0adee2a51f1e), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:38.077820 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-92dd474d-3277-4374-9de8-bb301c672957 admin admin] Publish callbacks [] for security_group (9ff8bacb-7cfa-4ba4-b8d4-ec1ee6312fb9), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:38.083890 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-92dd474d-3277-4374-9de8-bb301c672957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (9ff8bacb-7cfa-4ba4-b8d4-ec1ee6312fb9), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:38.116097 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd474d-3277-4374-9de8-bb301c672957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff8bacb-7cfa-4ba4-b8d4-ec1ee6312fb9,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:38.139607 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-92dd474d-3277-4374-9de8-bb301c672957 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f016c57d90f49718166a639f8aa6d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558871 Apr 12 18:39:38.140532 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 57152) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:38.186817 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d8356-8493-4ae3-943f-14a032b573c4 admin admin] Checking segment: {'id': 'f120aaf6-e512-4288-b863-50f4b535a2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '159732f0-52c8-4f63-93a2-c9de57695674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:39:38.187187 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121d8356-8493-4ae3-943f-14a032b573c4 admin admin] Network hostable DHCP agents. Network: 159732f0-52c8-4f63-93a2-c9de57695674, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:39:38.198528 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30473d5f-7460-4d45-89dd-b8dc406ee947 req-145a8d9e-9bac-466d-b293-dcd0ce836e25 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:38.199855 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8eb92156-3d77-4451-81dc-aa34fd742c62 admin admin] Publish callbacks [] for security_group (9ff8bacb-7cfa-4ba4-b8d4-ec1ee6312fb9), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:38.200089 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30473d5f-7460-4d45-89dd-b8dc406ee947 req-145a8d9e-9bac-466d-b293-dcd0ce836e25 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0723658 Apr 12 18:39:38.205504 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d8356-8493-4ae3-943f-14a032b573c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc7a757-5e08-4d87-a07f-0adee2a51f1e,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:38.211058 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 57160) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:38.221856 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-2f6ee179-6748-4cc4-b01a-86a6ff15dc80 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Request body: {'floatingip': {'port_id': '22810e15-f266-473a-a3bb-eae68152fdd7'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:39:38.225901 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8eb92156-3d77-4451-81dc-aa34fd742c62 admin admin] Publish callbacks [] for security_group (9ff8bacb-7cfa-4ba4-b8d4-ec1ee6312fb9), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:38.266199 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2f6ee179-6748-4cc4-b01a-86a6ff15dc80 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for floatingip (4896b589-5802-4e04-a8fc-ce79d675c439), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:38.278344 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8eb92156-3d77-4451-81dc-aa34fd742c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (9ff8bacb-7cfa-4ba4-b8d4-ec1ee6312fb9), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:38.281651 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8eb92156-3d77-4451-81dc-aa34fd742c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:38.282822 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-8eb92156-3d77-4451-81dc-aa34fd742c62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ff8bacb-7cfa-4ba4-b8d4-ec1ee6312fb9 HTTP/1.1" status: 204 len: 168 time: 0.1410789 Apr 12 18:39:38.293910 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb92156-3d77-4451-81dc-aa34fd742c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff8bacb-7cfa-4ba4-b8d4-ec1ee6312fb9,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:38.339870 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121d8356-8493-4ae3-943f-14a032b573c4 admin admin] Network 159732f0-52c8-4f63-93a2-c9de57695674 is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:39:38.378925 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4a015-2eae-4680-90c8-582d2867b41e req-aba00e5e-142f-41df-aa61-6f1e00887fce tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:38.380486 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2df4a015-2eae-4680-90c8-582d2867b41e req-aba00e5e-142f-41df-aa61-6f1e00887fce tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.1108992 Apr 12 18:39:38.381107 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-121d8356-8493-4ae3-943f-14a032b573c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, 159732f0-52c8-4f63-93a2-c9de57695674) {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:39:38.397459 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121d8356-8493-4ae3-943f-14a032b573c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:38.398044 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-121d8356-8493-4ae3-943f-14a032b573c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:38.398688 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0c5cd3-548d-44a5-8f04-c8d14e1a511c None None] Network 159732f0-52c8-4f63-93a2-c9de57695674 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:39:38.434954 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-121d8356-8493-4ae3-943f-14a032b573c4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9608490 Apr 12 18:39:38.537894 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2df4a015-2eae-4680-90c8-582d2867b41e req-d7212598-56e4-4745-a3c3-eb5c11d1afa0 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467090 Apr 12 18:39:38.577241 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dba4be-151c-4be6-a305-30499c58178b None None] Network 159732f0-52c8-4f63-93a2-c9de57695674 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:39:38.893553 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2f6ee179-6748-4cc4-b01a-86a6ff15dc80 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:38.898244 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2f6ee179-6748-4cc4-b01a-86a6ff15dc80 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (4896b589-5802-4e04-a8fc-ce79d675c439), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:39.012681 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-2f6ee179-6748-4cc4-b01a-86a6ff15dc80 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Floating IP 4896b589-5802-4e04-a8fc-ce79d675c439 associated. External IP: 172.27.2.32, port: 22810e15-f266-473a-a3bb-eae68152fdd7. Apr 12 18:39:39.230020 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6ee179-6748-4cc4-b01a-86a6ff15dc80 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Router a9d4b0a1-728d-4468-b107-8637da2235c8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:39:39.342179 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6ee179-6748-4cc4-b01a-86a6ff15dc80 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:39:39.346653 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2f6ee179-6748-4cc4-b01a-86a6ff15dc80 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:39.354934 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42960a-4507-4f30-b441-3f96067d0986 None None] Sync routers for ids ['a9d4b0a1-728d-4468-b107-8637da2235c8'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:39:39.369391 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42960a-4507-4f30-b441-3f96067d0986 None None] Routers {'a9d4b0a1-728d-4468-b107-8637da2235c8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:39:39.370158 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-1d42960a-4507-4f30-b441-3f96067d0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:39:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['a9d4b0a1-728d-4468-b107-8637da2235c8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:39:39.386610 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-2f6ee179-6748-4cc4-b01a-86a6ff15dc80 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "PUT /v2.0/floatingips/4896b589-5802-4e04-a8fc-ce79d675c439 HTTP/1.1" status: 200 len: 991 time: 1.1657219 Apr 12 18:39:39.386610 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c33ba44-1a7c-4ee9-93e0-9414b0dff359', 'tag': '22810e15-f266-473a-a3bb-eae68152fdd7'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:39:39.386610 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0ccac5-993a-4ad6-ad93-fbd3862860b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c33ba44-1a7c-4ee9-93e0-9414b0dff359", "tag": "22810e15-f266-473a-a3bb-eae68152fdd7"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:39:39.426239 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5833fb5-415a-4dfe-b02b-efcef26a7ba3 x-openstack-request-id: req-f5833fb5-415a-4dfe-b02b-efcef26a7ba3 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:39:39.426538 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c33ba44-1a7c-4ee9-93e0-9414b0dff359", "tag": "22810e15-f266-473a-a3bb-eae68152fdd7", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:39:39.426794 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5833fb5-415a-4dfe-b02b-efcef26a7ba3 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:39:39.427375 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5833fb5-415a-4dfe-b02b-efcef26a7ba3'] response: {'name': 'network-changed', 'server_uuid': '6c33ba44-1a7c-4ee9-93e0-9414b0dff359', 'tag': '22810e15-f266-473a-a3bb-eae68152fdd7', 'status': 'completed', 'code': 200} Apr 12 18:39:39.483519 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-1d42960a-4507-4f30-b441-3f96067d0986 None None] Set router a9d4b0a1-728d-4468-b107-8637da2235c8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:39:39.682314 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2aea5-479d-488e-80c6-d3828168a4d5 req-82275ed4-9ced-4cad-80ad-509c8952f7e7 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:39.684090 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbb2aea5-479d-488e-80c6-d3828168a4d5 req-82275ed4-9ced-4cad-80ad-509c8952f7e7 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0622106 Apr 12 18:39:39.741596 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbb2aea5-479d-488e-80c6-d3828168a4d5 req-460f3b05-92bf-4e32-abd8-32903696e807 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514116 Apr 12 18:39:39.777630 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-1d42960a-4507-4f30-b441-3f96067d0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '4896b589-5802-4e04-a8fc-ce79d675c439', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'port_id': '22810e15-f266-473a-a3bb-eae68152fdd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'mac_address': 'fa:16:3e:bc:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33ba44-1a7c-4ee9-93e0-9414b0dff359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:38:49Z', 'updated_at': '2022-04-12T18:39:38Z', 'revision_number': 1, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c987abb7-8f4c-45c5-8c43-7eb2041bd075', 'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'mac_address': 'fa:16:3e:60:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 5, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'subnets': [{'id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:39:39.804304 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42960a-4507-4f30-b441-3f96067d0986 None None] Checking router: a9d4b0a1-728d-4468-b107-8637da2235c8 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:39:39.812950 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42960a-4507-4f30-b441-3f96067d0986 None None] Routers {'a9d4b0a1-728d-4468-b107-8637da2235c8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:39:39.813481 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-1d42960a-4507-4f30-b441-3f96067d0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:39:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['a9d4b0a1-728d-4468-b107-8637da2235c8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:39:39.923915 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-1d42960a-4507-4f30-b441-3f96067d0986 None None] Set router a9d4b0a1-728d-4468-b107-8637da2235c8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:39:40.148909 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-1d42960a-4507-4f30-b441-3f96067d0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '4896b589-5802-4e04-a8fc-ce79d675c439', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'port_id': '22810e15-f266-473a-a3bb-eae68152fdd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'mac_address': 'fa:16:3e:bc:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33ba44-1a7c-4ee9-93e0-9414b0dff359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:38:49Z', 'updated_at': '2022-04-12T18:39:38Z', 'revision_number': 1, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c987abb7-8f4c-45c5-8c43-7eb2041bd075', 'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'mac_address': 'fa:16:3e:60:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 5, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'subnets': [{'id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:39:40.175436 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42960a-4507-4f30-b441-3f96067d0986 None None] The sync data for ids ['a9d4b0a1-728d-4468-b107-8637da2235c8'] in dv-cinder-837536-1-iscsi is: [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '4896b589-5802-4e04-a8fc-ce79d675c439', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'port_id': '22810e15-f266-473a-a3bb-eae68152fdd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'mac_address': 'fa:16:3e:bc:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c33ba44-1a7c-4ee9-93e0-9414b0dff359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:38:49Z', 'updated_at': '2022-04-12T18:39:38Z', 'revision_number': 1, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c987abb7-8f4c-45c5-8c43-7eb2041bd075', 'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'mac_address': 'fa:16:3e:60:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 5, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'subnets': [{'id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:39:40.366577 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb7b7b-915b-42da-9899-06e351d93428 None None] New status for floating IP 4896b589-5802-4e04-a8fc-ce79d675c439: ACTIVE {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:39:40.859746 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b1365-5180-4965-8e02-7cba8f6a5d9d req-a5491ddc-98c3-444c-8da1-409627261ab1 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:40.861118 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2e9b1365-5180-4965-8e02-7cba8f6a5d9d req-a5491ddc-98c3-444c-8da1-409627261ab1 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0483043 Apr 12 18:39:40.908530 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2e9b1365-5180-4965-8e02-7cba8f6a5d9d req-00da8a54-9498-4e48-b01d-de2f96c96267 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419631 Apr 12 18:39:41.543779 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ccac5-993a-4ad6-ad93-fbd3862860b7 req-95a9907f-2240-4f27-be60-61c3b9271204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:41.545242 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5e0ccac5-993a-4ad6-ad93-fbd3862860b7 req-95a9907f-2240-4f27-be60-61c3b9271204 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87396fafe66b4b39a6c3d47bffe8eacb&device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 1130 time: 0.1116786 Apr 12 18:39:41.590318 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31799c3e-0aa1-40c1-9c8e-86f8cf6b05a2 req-e2e4265d-02c5-4282-b431-0da058adc843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:41.591759 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-31799c3e-0aa1-40c1-9c8e-86f8cf6b05a2 req-e2e4265d-02c5-4282-b431-0da058adc843 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 916 time: 0.2044184 Apr 12 18:39:41.601492 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-34f46d20-7fa8-4b70-9005-aa344cb58165 req-b632c762-7f99-4a29-9c42-f7e71e7b310c service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052357 Apr 12 18:39:41.791625 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-31799c3e-0aa1-40c1-9c8e-86f8cf6b05a2 req-79139b3d-fa82-45d7-9859-ff5d7a18c97a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac HTTP/1.1" status: 200 len: 1001 time: 0.1633089 Apr 12 18:39:41.804404 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ccac5-993a-4ad6-ad93-fbd3862860b7 req-c47932d3-9ef9-4bed-b3ee-48418d4fa43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:41.805866 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5e0ccac5-993a-4ad6-ad93-fbd3862860b7 req-c47932d3-9ef9-4bed-b3ee-48418d4fa43f service neutron] 10.222.0.65 "GET /v2.0/networks?id=dcd504b7-0834-41e9-a8df-b699bcbecfe2 HTTP/1.1" status: 200 len: 912 time: 0.2425168 Apr 12 18:39:41.820630 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-34f46d20-7fa8-4b70-9005-aa344cb58165 req-30504593-f481-4660-b79a-7e21a061d55c service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934946 Apr 12 18:39:42.154085 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31799c3e-0aa1-40c1-9c8e-86f8cf6b05a2 req-d5a1bdb7-2b7b-4dfe-b7b8-fd1175ce5718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:42.155517 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-31799c3e-0aa1-40c1-9c8e-86f8cf6b05a2 req-d5a1bdb7-2b7b-4dfe-b7b8-fd1175ce5718 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33d52d9c-12da-4676-bd06-e720c647d8df HTTP/1.1" status: 200 len: 854 time: 0.3330352 Apr 12 18:39:42.161229 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5e0ccac5-993a-4ad6-ad93-fbd3862860b7 req-08c35f25-4d8b-444f-999d-786fc41bf892 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22810e15-f266-473a-a3bb-eae68152fdd7 HTTP/1.1" status: 200 len: 1001 time: 0.3397529 Apr 12 18:39:42.176591 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f1dfc-cb83-4b64-8dc5-d8263a6a6d07 req-f6825d44-9abb-40d2-96c2-f3a00f52b577 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:42.178000 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b62f1dfc-cb83-4b64-8dc5-d8263a6a6d07 req-f6825d44-9abb-40d2-96c2-f3a00f52b577 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0602636 Apr 12 18:39:42.228529 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b62f1dfc-cb83-4b64-8dc5-d8263a6a6d07 req-c4bd22f9-7db7-4735-b945-68e0ddccae8e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429828 Apr 12 18:39:43.293942 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-825a7ad4-39b5-4b3f-96fd-d7c2475d7c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:43.347905 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbbe13-a519-4ca9-9089-0f57ab4ec2d6 req-67a16535-c3b6-4976-9f42-10505f7f1bf8 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:43.349390 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-85fbbe13-a519-4ca9-9089-0f57ab4ec2d6 req-67a16535-c3b6-4976-9f42-10505f7f1bf8 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0486250 Apr 12 18:39:43.396677 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-85fbbe13-a519-4ca9-9089-0f57ab4ec2d6 req-9057998b-fac5-469b-be6b-92373d80b995 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Apr 12 18:39:44.520183 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812011f0-126e-4447-b301-e67b54843c7c req-b5ed3415-6ba8-440f-89f8-2c440d9b85c8 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:44.521615 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-812011f0-126e-4447-b301-e67b54843c7c req-b5ed3415-6ba8-440f-89f8-2c440d9b85c8 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0502791 Apr 12 18:39:44.566723 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-812011f0-126e-4447-b301-e67b54843c7c req-5087e97c-49de-4119-a227-6f3ed8c65907 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393598 Apr 12 18:39:45.696707 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44785c01-4f24-4ea1-8c07-617fb5f0101a req-462781cf-ba78-4251-a607-df583290c2a7 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:45.698141 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-44785c01-4f24-4ea1-8c07-617fb5f0101a req-462781cf-ba78-4251-a607-df583290c2a7 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0477612 Apr 12 18:39:45.704185 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0c54de95-fcdc-4f4a-8603-d28a7c1769f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:45.745985 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-44785c01-4f24-4ea1-8c07-617fb5f0101a req-58453425-a3b4-4366-9eef-db18bfdb4638 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412221 Apr 12 18:39:46.021236 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31799c3e-0aa1-40c1-9c8e-86f8cf6b05a2 req-29d1b770-0fb2-438a-ab7a-3d061e5e8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:46.022723 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-31799c3e-0aa1-40c1-9c8e-86f8cf6b05a2 req-29d1b770-0fb2-438a-ab7a-3d061e5e8f6f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6ede6b-2ee4-4b44-9324-17591d93f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647376 Apr 12 18:39:46.026338 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ccac5-993a-4ad6-ad93-fbd3862860b7 req-39d93097-d352-4cf5-b422-ff733e1adb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:46.027674 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5e0ccac5-993a-4ad6-ad93-fbd3862860b7 req-39d93097-d352-4cf5-b422-ff733e1adb38 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cdabe6e-b69b-428b-98d7-bd6e6c83c23e HTTP/1.1" status: 200 len: 850 time: 0.0792339 Apr 12 18:39:46.159143 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ccac5-993a-4ad6-ad93-fbd3862860b7 req-ce913a1d-579c-4cb5-96ae-2647111ff311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:46.160644 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5e0ccac5-993a-4ad6-ad93-fbd3862860b7 req-ce913a1d-579c-4cb5-96ae-2647111ff311 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcd504b7-0834-41e9-a8df-b699bcbecfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0912995 Apr 12 18:39:46.237396 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-31799c3e-0aa1-40c1-9c8e-86f8cf6b05a2 req-021c6097-6f5d-48e2-a851-829ca4cb7ba3 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662500 Apr 12 18:39:46.318478 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5e0ccac5-993a-4ad6-ad93-fbd3862860b7 req-8f712c90-914d-4549-8aee-4f4851dcb465 service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472886 Apr 12 18:39:46.394244 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-31799c3e-0aa1-40c1-9c8e-86f8cf6b05a2 req-5d3e05b3-25ca-4bf4-99ea-1bace34f6a6f service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477699 Apr 12 18:39:46.423884 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5e0ccac5-993a-4ad6-ad93-fbd3862860b7 req-4b9d31f4-5ac0-4d22-8df0-46c3ff5b8d2e service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980320 Apr 12 18:39:46.565220 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:46.868581 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd9dda-a232-401b-8924-adcd71608403 req-47abf8c9-d518-4b78-994d-5d9dfa166b57 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:46.870188 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-09dd9dda-a232-401b-8924-adcd71608403 req-47abf8c9-d518-4b78-994d-5d9dfa166b57 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0549064 Apr 12 18:39:46.918695 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-09dd9dda-a232-401b-8924-adcd71608403 req-b2a386aa-6a28-4f3d-b0e5-906299762d74 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427110 Apr 12 18:39:47.811474 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-bb9a1412-c55f-46ab-a041-7d6b4096c1ff tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:47.812959 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-bb9a1412-c55f-46ab-a041-7d6b4096c1ff tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/networks?id=159732f0-52c8-4f63-93a2-c9de57695674 HTTP/1.1" status: 200 len: 809 time: 0.1098683 Apr 12 18:39:47.828125 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-ff0b5438-af03-43a7-b74b-8fbf8130306e tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/quotas/d495828c15e8445dbb7f9f511706fcde HTTP/1.1" status: 200 len: 375 time: 0.0097396 Apr 12 18:39:47.860662 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-09da10de-3f18-4a51-974b-9785b940bbfe tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d495828c15e8445dbb7f9f511706fcde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277336 Apr 12 18:39:47.991007 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:48.038280 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-eea86d48-a0ee-42df-8ab6-abaeca9bb037 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:39:48.045105 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-eea86d48-a0ee-42df-8ab6-abaeca9bb037 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0798140 Apr 12 18:39:48.059788 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf52e1-e7cc-465b-96dd-6e7b3f4a430a req-a6586e70-6d18-4a35-9190-d73689ea62ae tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:48.061259 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8baf52e1-e7cc-465b-96dd-6e7b3f4a430a req-a6586e70-6d18-4a35-9190-d73689ea62ae tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0706496 Apr 12 18:39:48.163992 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8baf52e1-e7cc-465b-96dd-6e7b3f4a430a req-64c48277-bd07-43ec-9d75-9335dffcce2a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884423 Apr 12 18:39:48.182016 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-efe15563-d26f-4659-b706-865dfce7184a service neutron] 10.222.0.64 "GET /v2.0/networks/159732f0-52c8-4f63-93a2-c9de57695674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360877 Apr 12 18:39:48.274579 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-94c208f8-ac98-46a7-834b-39a48a4f7bc3 service neutron] 10.222.0.64 "GET /v2.0/networks/159732f0-52c8-4f63-93a2-c9de57695674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867746 Apr 12 18:39:48.460934 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3535a077-e64d-4218-8567-8162e72acc89 req-ed2dc2ba-29eb-40ce-94c0-ffa4a727e9aa tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 210 time: 0.0317297 Apr 12 18:39:49.280710 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1862c43-6e18-4820-b273-9a21d3387b92 req-240157c2-afdb-4867-ac2a-46218f633369 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:49.282157 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c1862c43-6e18-4820-b273-9a21d3387b92 req-240157c2-afdb-4867-ac2a-46218f633369 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0462945 Apr 12 18:39:49.328372 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c1862c43-6e18-4820-b273-9a21d3387b92 req-23445d12-68cd-40f7-821e-780490052f8e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406151 Apr 12 18:39:49.570877 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-70d98b4c-6c2a-45c8-8191-6ff4fcb154d2 req-06fa221c-8b1d-4d52-9654-99778b331bf8 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 210 time: 0.0347199 Apr 12 18:39:49.743892 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:50.454863 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c625d60-3607-4dc8-bf17-7b4bc7803f82 req-22945ff2-c6c8-4786-b32b-fb21dd836118 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:50.456401 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9c625d60-3607-4dc8-bf17-7b4bc7803f82 req-22945ff2-c6c8-4786-b32b-fb21dd836118 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0511150 Apr 12 18:39:50.505082 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9c625d60-3607-4dc8-bf17-7b4bc7803f82 req-6cde0fa7-171a-4c2e-86f6-d703b301066e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 Apr 12 18:39:50.665850 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-666ebc87-a66a-4cce-90d4-9628a672ea53 req-0527a70e-0f76-4cba-8af7-eae2e6545b58 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 210 time: 0.0297184 Apr 12 18:39:51.626085 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855b621-2d17-4143-9fdc-b726f2e2f9f1 req-a1507c58-4c79-4b9b-bd97-c9a15804047e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:51.627546 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e855b621-2d17-4143-9fdc-b726f2e2f9f1 req-a1507c58-4c79-4b9b-bd97-c9a15804047e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0471494 Apr 12 18:39:51.672945 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e855b621-2d17-4143-9fdc-b726f2e2f9f1 req-13df70c6-b398-4b8c-a164-bc3154356659 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399837 Apr 12 18:39:51.773466 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8faa6dfb-3bcd-47a0-99e0-885173d56d55 req-d42295fa-f75a-4d92-bae7-197b9de0491a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 210 time: 0.0385582 Apr 12 18:39:52.802973 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d846b-4ecf-4584-94d9-b32f306e5f08 req-18a689da-b8a4-48a8-a1f7-a8121717a32f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:52.804528 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3f0d846b-4ecf-4584-94d9-b32f306e5f08 req-18a689da-b8a4-48a8-a1f7-a8121717a32f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0524554 Apr 12 18:39:52.861254 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3f0d846b-4ecf-4584-94d9-b32f306e5f08 req-5756022d-fb58-4846-8ff1-a16540d1f5a3 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506773 Apr 12 18:39:52.876874 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f0e3a062-9f1d-4991-b36d-ae3d7a51ce52 req-3c674251-05ee-4663-b69c-998755d05bd4 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 210 time: 0.0379446 Apr 12 18:39:53.703683 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 57448) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:53.818945 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-70d328bb-4d87-4bd9-b99c-ba747fb6e783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:53.898172 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-70d328bb-4d87-4bd9-b99c-ba747fb6e783 admin admin] Publish callbacks [] for security_group (022fc9c3-aa95-4028-add0-b671d203b07c), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:53.903281 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-70d328bb-4d87-4bd9-b99c-ba747fb6e783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (022fc9c3-aa95-4028-add0-b671d203b07c), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:53.989608 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-70d328bb-4d87-4bd9-b99c-ba747fb6e783 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c9c29328d93417cbca446c09d74f539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847753 Apr 12 18:39:53.993649 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 57462) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:53.994134 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d328bb-4d87-4bd9-b99c-ba747fb6e783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022fc9c3-aa95-4028-add0-b671d203b07c,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:54.015000 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4baa972b-f979-466b-aaaf-21fd7657f86c req-291d612c-134f-49c1-9c44-0210292bffc0 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 210 time: 0.0561354 Apr 12 18:39:54.028124 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb721d-c90f-4f59-9fd7-86490494204e req-a49cff16-6d5c-4df7-aa2a-9f312cbfd3d8 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:54.029757 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f7cb721d-c90f-4f59-9fd7-86490494204e req-a49cff16-6d5c-4df7-aa2a-9f312cbfd3d8 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0942934 Apr 12 18:39:54.066402 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ca29-6bd2-4b25-a07d-37a6dc8906db admin admin] Publish callbacks [] for security_group (022fc9c3-aa95-4028-add0-b671d203b07c), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:54.093157 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ca29-6bd2-4b25-a07d-37a6dc8906db admin admin] Publish callbacks [] for security_group (022fc9c3-aa95-4028-add0-b671d203b07c), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:54.114335 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f7cb721d-c90f-4f59-9fd7-86490494204e req-394ae2bb-4807-4095-bebf-7eca3a1d90ca tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744834 Apr 12 18:39:54.152572 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ca29-6bd2-4b25-a07d-37a6dc8906db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (022fc9c3-aa95-4028-add0-b671d203b07c), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:54.156665 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ca29-6bd2-4b25-a07d-37a6dc8906db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:54.159083 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-2ab6ca29-6bd2-4b25-a07d-37a6dc8906db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/022fc9c3-aa95-4028-add0-b671d203b07c HTTP/1.1" status: 204 len: 168 time: 0.1640959 Apr 12 18:39:54.175229 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6ca29-6bd2-4b25-a07d-37a6dc8906db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022fc9c3-aa95-4028-add0-b671d203b07c,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:54.319537 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-2d2a6b22-b816-41c8-ae21-54345032b54a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:54.321329 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-2d2a6b22-b816-41c8-ae21-54345032b54a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.65 "GET /v2.0/networks?id=159732f0-52c8-4f63-93a2-c9de57695674 HTTP/1.1" status: 200 len: 809 time: 0.1240458 Apr 12 18:39:54.345728 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-8706ef7b-0786-4ae5-8f10-f72c99be27e5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Request body: {'port': {'device_id': 'ae055a16-bace-449b-8648-4e1a4e6e2017', 'network_id': '159732f0-52c8-4f63-93a2-c9de57695674', 'admin_state_up': True, 'tenant_id': 'd495828c15e8445dbb7f9f511706fcde'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:39:54.484435 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-8706ef7b-0786-4ae5-8f10-f72c99be27e5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Made reservation on behalf of d495828c15e8445dbb7f9f511706fcde for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:39:54.488509 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-8706ef7b-0786-4ae5-8f10-f72c99be27e5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:54.629913 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-8706ef7b-0786-4ae5-8f10-f72c99be27e5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Allocated IP 172.20.0.4 (159732f0-52c8-4f63-93a2-c9de57695674/8bc7a757-5e08-4d87-a07f-0adee2a51f1e/d577038c-842b-4b57-82e0-204fc80e7fce) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:39:54.814100 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae6e7f-827f-4d81-afe0-398c8c821908 req-2b2826fd-a82f-48e5-b399-306fa90c3589 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:54.815601 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-62ae6e7f-827f-4d81-afe0-398c8c821908 req-2b2826fd-a82f-48e5-b399-306fa90c3589 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0695939 Apr 12 18:39:54.844583 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-8706ef7b-0786-4ae5-8f10-f72c99be27e5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks [] for port (d577038c-842b-4b57-82e0-204fc80e7fce), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:54.890223 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-62ae6e7f-827f-4d81-afe0-398c8c821908 req-6cdc1431-9803-45a7-8b28-1c60dd0c8c37 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688612 Apr 12 18:39:54.912561 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-8706ef7b-0786-4ae5-8f10-f72c99be27e5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (d577038c-842b-4b57-82e0-204fc80e7fce), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:54.956666 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-8706ef7b-0786-4ae5-8f10-f72c99be27e5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Network 159732f0-52c8-4f63-93a2-c9de57695674 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:39:54.960884 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-8706ef7b-0786-4ae5-8f10-f72c99be27e5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:39:54.962785 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706ef7b-0786-4ae5-8f10-f72c99be27e5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Pushing event updated for resources: {'Port': ['ID=d577038c-842b-4b57-82e0-204fc80e7fce,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:54.965059 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-8706ef7b-0786-4ae5-8f10-f72c99be27e5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:39:55.013612 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-8706ef7b-0786-4ae5-8f10-f72c99be27e5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:55.014236 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-8706ef7b-0786-4ae5-8f10-f72c99be27e5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:55.032275 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-8706ef7b-0786-4ae5-8f10-f72c99be27e5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6916125 Apr 12 18:39:55.157277 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c1394-fbc4-4e20-9bbe-a5437a973397 req-115df520-c389-4cf9-9db9-312d9d3b2a03 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:55.157829 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ed5c1394-fbc4-4e20-9bbe-a5437a973397 req-115df520-c389-4cf9-9db9-312d9d3b2a03 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 931 time: 0.0479088 Apr 12 18:39:55.238109 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ed5c1394-fbc4-4e20-9bbe-a5437a973397 req-914b4193-339a-4aab-90d2-27473ec5359d tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742021 Apr 12 18:39:55.257305 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837e95a-f9bb-44f8-9b16-04a8eef3ab76 req-6e716f93-e60f-48a0-a72e-40fb869f47f1 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:55.258904 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d837e95a-f9bb-44f8-9b16-04a8eef3ab76 req-6e716f93-e60f-48a0-a72e-40fb869f47f1 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0743620 Apr 12 18:39:55.312046 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d837e95a-f9bb-44f8-9b16-04a8eef3ab76 req-8fb236f0-6aba-4395-b4ef-c59e6a18730f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475225 Apr 12 18:39:55.333255 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 57524) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:55.438722 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-52b22e42-a8af-4f8c-8fdc-5335de695d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:55.527982 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-52b22e42-a8af-4f8c-8fdc-5335de695d07 admin admin] Publish callbacks [] for security_group (2c662957-4407-45ab-9be9-6e56440511a1), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:55.533131 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-52b22e42-a8af-4f8c-8fdc-5335de695d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (2c662957-4407-45ab-9be9-6e56440511a1), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:55.574356 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-52b22e42-a8af-4f8c-8fdc-5335de695d07 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=933647b0d7274a47aee1b1828f86ac69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399218 Apr 12 18:39:55.575189 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b22e42-a8af-4f8c-8fdc-5335de695d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c662957-4407-45ab-9be9-6e56440511a1,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:55.577890 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 57538) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:39:55.644432 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-444d8920-c7d0-4769-bf54-018fc048b268 admin admin] Publish callbacks [] for security_group (2c662957-4407-45ab-9be9-6e56440511a1), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:55.665505 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-444d8920-c7d0-4769-bf54-018fc048b268 admin admin] Publish callbacks [] for security_group (2c662957-4407-45ab-9be9-6e56440511a1), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:55.714287 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-444d8920-c7d0-4769-bf54-018fc048b268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (2c662957-4407-45ab-9be9-6e56440511a1), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:55.717488 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-444d8920-c7d0-4769-bf54-018fc048b268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:55.720998 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-444d8920-c7d0-4769-bf54-018fc048b268 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c662957-4407-45ab-9be9-6e56440511a1 HTTP/1.1" status: 204 len: 168 time: 0.1384642 Apr 12 18:39:55.727034 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d8920-c7d0-4769-bf54-018fc048b268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c662957-4407-45ab-9be9-6e56440511a1,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:56.016040 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b189a3-4602-4492-a9c2-26b5e8973d29 req-dcf39d68-62cf-47c7-b860-c6497cdf17fd tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:56.017688 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-20b189a3-4602-4492-a9c2-26b5e8973d29 req-dcf39d68-62cf-47c7-b860-c6497cdf17fd tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0554209 Apr 12 18:39:56.066056 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-20b189a3-4602-4492-a9c2-26b5e8973d29 req-868eb391-4c5e-4287-958b-5fbbffb4be9d tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424035 Apr 12 18:39:56.356739 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199f049-0823-4e4c-9c69-2873f1798cb0 req-0a87c6a2-5aba-4c1c-9e6e-e8e9e02127a6 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:56.358868 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6199f049-0823-4e4c-9c69-2873f1798cb0 req-0a87c6a2-5aba-4c1c-9e6e-e8e9e02127a6 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 931 time: 0.0554574 Apr 12 18:39:56.436958 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6199f049-0823-4e4c-9c69-2873f1798cb0 req-a901e68b-eab4-443d-aed7-e0f4f56cf06a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722692 Apr 12 18:39:56.443022 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1c149-b5b6-409f-9ecb-2f6618cf06f2 req-d8c14131-2eae-4457-b602-7dbaeeb4606b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:56.444469 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-57d1c149-b5b6-409f-9ecb-2f6618cf06f2 req-d8c14131-2eae-4457-b602-7dbaeeb4606b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0625997 Apr 12 18:39:56.496899 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-57d1c149-b5b6-409f-9ecb-2f6618cf06f2 req-e850631b-ef27-4ac5-a0d9-bea62b940c89 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466721 Apr 12 18:39:56.579302 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Request body: {'port': {'device_id': 'ae055a16-bace-449b-8648-4e1a4e6e2017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:39:56.639702 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (d577038c-842b-4b57-82e0-204fc80e7fce), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:56.912697 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d577038c-842b-4b57-82e0-204fc80e7fce {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:39:56.920635 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Publish callbacks [] for port (d577038c-842b-4b57-82e0-204fc80e7fce), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:56.934501 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Transition to ACTIVE for port object d577038c-842b-4b57-82e0-204fc80e7fce will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:39:56.939136 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (d577038c-842b-4b57-82e0-204fc80e7fce), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:56.992973 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Pushing event updated for resources: {'Port': ['ID=d577038c-842b-4b57-82e0-204fc80e7fce,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:57.059726 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Attempting to bind port d577038c-842b-4b57-82e0-204fc80e7fce on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:39:57.060373 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Attempting to bind port d577038c-842b-4b57-82e0-204fc80e7fce by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'f120aaf6-e512-4288-b863-50f4b535a2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '159732f0-52c8-4f63-93a2-c9de57695674'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:39:57.060373 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Attempting to bind port d577038c-842b-4b57-82e0-204fc80e7fce on network 159732f0-52c8-4f63-93a2-c9de57695674 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:39:57.064873 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Port d577038c-842b-4b57-82e0-204fc80e7fce on network 159732f0-52c8-4f63-93a2-c9de57695674 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:39:57.065192 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Attempting to bind port d577038c-842b-4b57-82e0-204fc80e7fce on network 159732f0-52c8-4f63-93a2-c9de57695674 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:39:57.071045 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:39:57.071533 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Checking segment: {'id': 'f120aaf6-e512-4288-b863-50f4b535a2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '159732f0-52c8-4f63-93a2-c9de57695674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:39:57.071974 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Bound using segment: {'id': 'f120aaf6-e512-4288-b863-50f4b535a2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '159732f0-52c8-4f63-93a2-c9de57695674'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:39:57.072620 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Bound port: d577038c-842b-4b57-82e0-204fc80e7fce, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f120aaf6-e512-4288-b863-50f4b535a2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '159732f0-52c8-4f63-93a2-c9de57695674'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:39:57.072980 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (d577038c-842b-4b57-82e0-204fc80e7fce), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:57.170132 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] For port d577038c-842b-4b57-82e0-204fc80e7fce, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:39:57.188120 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] For port d577038c-842b-4b57-82e0-204fc80e7fce, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d577038c-842b-4b57-82e0-204fc80e7fce,segment=NetworkSegment(f120aaf6-e512-4288-b863-50f4b535a2dc),segment_id=f120aaf6-e512-4288-b863-50f4b535a2dc)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:39:57.198636 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffb099-3c2c-4ec9-957a-797d36e7dfcc req-ac034fe2-7ecf-4a98-8df5-92ec5812b094 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:57.200223 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-97ffb099-3c2c-4ec9-957a-797d36e7dfcc req-ac034fe2-7ecf-4a98-8df5-92ec5812b094 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0603552 Apr 12 18:39:57.201632 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (d577038c-842b-4b57-82e0-204fc80e7fce), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:57.251991 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:57.252579 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:57.253948 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] 10.222.0.65 "PUT /v2.0/ports/d577038c-842b-4b57-82e0-204fc80e7fce HTTP/1.1" status: 200 len: 1093 time: 0.6794388 Apr 12 18:39:57.254377 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae055a16-bace-449b-8648-4e1a4e6e2017', 'tag': 'd577038c-842b-4b57-82e0-204fc80e7fce'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:39:57.256630 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db351b21-3d1b-4587-a43a-1225a6ad54d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae055a16-bace-449b-8648-4e1a4e6e2017", "tag": "d577038c-842b-4b57-82e0-204fc80e7fce"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:39:57.300322 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57ca8dc-3cee-424c-abd4-3f3896810502 x-openstack-request-id: req-c57ca8dc-3cee-424c-abd4-3f3896810502 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:39:57.300632 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae055a16-bace-449b-8648-4e1a4e6e2017", "tag": "d577038c-842b-4b57-82e0-204fc80e7fce", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:39:57.300888 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c57ca8dc-3cee-424c-abd4-3f3896810502 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:39:57.301261 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c57ca8dc-3cee-424c-abd4-3f3896810502'] response: {'name': 'network-changed', 'server_uuid': 'ae055a16-bace-449b-8648-4e1a4e6e2017', 'tag': 'd577038c-842b-4b57-82e0-204fc80e7fce', 'status': 'completed', 'code': 200} Apr 12 18:39:57.305975 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-97ffb099-3c2c-4ec9-957a-797d36e7dfcc req-3ef91f3c-b1e3-4b66-8ac9-6f2dfd2fd72d tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994303 Apr 12 18:39:57.306531 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea298d1-5698-4d8d-b36d-d7916d041538 service neutron] Pushing event updated for resources: {'Port': ['ID=d577038c-842b-4b57-82e0-204fc80e7fce,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:57.487063 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db351b21-3d1b-4587-a43a-1225a6ad54d0 req-79a9c5e4-5195-45b1-a2de-7726ef117680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:57.488597 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-db351b21-3d1b-4587-a43a-1225a6ad54d0 req-79a9c5e4-5195-45b1-a2de-7726ef117680 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d495828c15e8445dbb7f9f511706fcde&device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 1127 time: 0.0626419 Apr 12 18:39:57.509564 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a0430-4aac-404a-9123-66f382f31d8a req-338d831f-1923-4f05-be07-613d87960916 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:57.510936 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2d6a0430-4aac-404a-9123-66f382f31d8a req-338d831f-1923-4f05-be07-613d87960916 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.65 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.0537026 Apr 12 18:39:57.682462 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd54b1-1e4b-4f09-88b5-862f57257669 req-77e4fbb4-5440-4001-8920-f9a2fdad90bd tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:57.683981 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0cdd54b1-1e4b-4f09-88b5-862f57257669 req-77e4fbb4-5440-4001-8920-f9a2fdad90bd tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 943 time: 0.1721923 Apr 12 18:39:57.772761 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12167d07-e30c-4b2a-910a-a345408959d7 req-99b40c5f-61cb-422f-96af-89da595661c8 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:57.772761 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-12167d07-e30c-4b2a-910a-a345408959d7 req-99b40c5f-61cb-422f-96af-89da595661c8 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.1958661 Apr 12 18:39:57.813780 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db351b21-3d1b-4587-a43a-1225a6ad54d0 req-e1731117-d264-4b50-aaa9-f68eb3831844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:57.815357 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-db351b21-3d1b-4587-a43a-1225a6ad54d0 req-e1731117-d264-4b50-aaa9-f68eb3831844 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=d495828c15e8445dbb7f9f511706fcde&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3123772 Apr 12 18:39:57.852458 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-2d6a0430-4aac-404a-9123-66f382f31d8a req-a9da58b8-f0dc-4b8a-9a58-8e21a40b1b00 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Deleting port 8072e79d-6bcf-4c69-b767-2139dbeff739 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:39:57.852822 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-2d6a0430-4aac-404a-9123-66f382f31d8a req-a9da58b8-f0dc-4b8a-9a58-8e21a40b1b00 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (8072e79d-6bcf-4c69-b767-2139dbeff739), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:58.151519 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0cdd54b1-1e4b-4f09-88b5-862f57257669 req-842eeb63-1ae6-4fd6-b4dc-c1be7b8f03d0 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591036 Apr 12 18:39:58.219954 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-12167d07-e30c-4b2a-910a-a345408959d7 req-7fe2c914-e4e1-4a8b-9b4f-b386ac55a76c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370725 Apr 12 18:39:58.265256 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db351b21-3d1b-4587-a43a-1225a6ad54d0 req-6425ee6a-89c6-4036-9bdc-328186783960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:58.266780 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-db351b21-3d1b-4587-a43a-1225a6ad54d0 req-6425ee6a-89c6-4036-9bdc-328186783960 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4316232 Apr 12 18:39:58.268551 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-2d6a0430-4aac-404a-9123-66f382f31d8a req-a9da58b8-f0dc-4b8a-9a58-8e21a40b1b00 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] For port 8072e79d-6bcf-4c69-b767-2139dbeff739, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8072e79d-6bcf-4c69-b767-2139dbeff739,segment=NetworkSegment(d064ec02-33b6-4a35-a64c-2c6a6e9317f2),segment_id=d064ec02-33b6-4a35-a64c-2c6a6e9317f2)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:39:58.268914 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-2d6a0430-4aac-404a-9123-66f382f31d8a req-a9da58b8-f0dc-4b8a-9a58-8e21a40b1b00 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (8072e79d-6bcf-4c69-b767-2139dbeff739), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:58.283799 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-2d6a0430-4aac-404a-9123-66f382f31d8a req-a9da58b8-f0dc-4b8a-9a58-8e21a40b1b00 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Calling delete_port for 8072e79d-6bcf-4c69-b767-2139dbeff739 owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:39:58.432532 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-5d4a70c3-5bd1-4685-bac0-82749750f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:58.434299 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-5d4a70c3-5bd1-4685-bac0-82749750f48f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d495828c15e8445dbb7f9f511706fcde&device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 1127 time: 0.1129663 Apr 12 18:39:58.498247 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17b571-a28c-46ef-ac1b-c6704a76fc68 req-3bb4b731-a763-4b70-bd49-424572f651d3 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:58.499935 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aa17b571-a28c-46ef-ac1b-c6704a76fc68 req-3bb4b731-a763-4b70-bd49-424572f651d3 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 946 time: 0.1109939 Apr 12 18:39:58.507358 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-195aaf2a-51c2-4b85-93c7-4d713e293d85 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d577038c-842b-4b57-82e0-204fc80e7fce HTTP/1.1" status: 200 len: 217 time: 0.0580750 Apr 12 18:39:58.644064 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-b25ec8b4-ebac-4c2d-af78-daa170cff44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:58.645847 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-b25ec8b4-ebac-4c2d-af78-daa170cff44f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bc7a757-5e08-4d87-a07f-0adee2a51f1e HTTP/1.1" status: 200 len: 849 time: 0.1224964 Apr 12 18:39:58.649654 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aa17b571-a28c-46ef-ac1b-c6704a76fc68 req-337a941c-3d79-4b72-bec2-1a79d87f4aba tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/security-groups?id=41168aca-b370-4680-8b54-5c75de7c0dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947828 Apr 12 18:39:58.650427 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-2d6a0430-4aac-404a-9123-66f382f31d8a req-a9da58b8-f0dc-4b8a-9a58-8e21a40b1b00 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (8072e79d-6bcf-4c69-b767-2139dbeff739), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:58.662419 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['8072e79d-6bcf-4c69-b767-2139dbeff739'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:39:58.714661 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da58b8-f0dc-4b8a-9a58-8e21a40b1b00 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Pushing event deleted for resources: {'Port': ['ID=8072e79d-6bcf-4c69-b767-2139dbeff739,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:39:58.718377 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-0c6911ae-d1fa-42d9-9e33-c087c90cb269 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=159732f0-52c8-4f63-93a2-c9de57695674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629129 Apr 12 18:39:58.814822 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6a0430-4aac-404a-9123-66f382f31d8a req-a9da58b8-f0dc-4b8a-9a58-8e21a40b1b00 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] No DVR routers for this DVR port 8072e79d-6bcf-4c69-b767-2139dbeff739 on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:39:58.818389 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:58.845582 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-2d6a0430-4aac-404a-9123-66f382f31d8a req-a9da58b8-f0dc-4b8a-9a58-8e21a40b1b00 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:39:58.848866 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2d6a0430-4aac-404a-9123-66f382f31d8a req-a9da58b8-f0dc-4b8a-9a58-8e21a40b1b00 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.65 "DELETE /v2.0/ports/8072e79d-6bcf-4c69-b767-2139dbeff739 HTTP/1.1" status: 204 len: 173 time: 1.3044987 Apr 12 18:39:58.885848 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-b8fe2804-0f8b-4dbd-b787-af54c9a84178 service neutron] 10.222.0.65 "GET /v2.0/networks/159732f0-52c8-4f63-93a2-c9de57695674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382866 Apr 12 18:39:58.981201 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033beaed-d4c0-43a6-b0d4-43e1046e27d6 req-c0a709bf-c49e-40fa-887a-8a25a81ced18 service neutron] 10.222.0.65 "GET /v2.0/networks/159732f0-52c8-4f63-93a2-c9de57695674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868325 Apr 12 18:39:59.271008 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398cd6b-6d75-4973-aa2d-9c0f074e2702 req-d3664475-5f76-46a3-8c04-5c1510c9718c tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:59.272521 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7398cd6b-6d75-4973-aa2d-9c0f074e2702 req-d3664475-5f76-46a3-8c04-5c1510c9718c tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 943 time: 0.0475154 Apr 12 18:39:59.303475 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78157cc2-d0a1-4a34-acc5-da0901424d71', 'name': 'network-vif-deleted', 'tag': '8072e79d-6bcf-4c69-b767-2139dbeff739'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:39:59.305679 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c294e232-74b6-4a13-a65d-5789b8b215ca" -d '{"events": [{"server_uuid": "78157cc2-d0a1-4a34-acc5-da0901424d71", "name": "network-vif-deleted", "tag": "8072e79d-6bcf-4c69-b767-2139dbeff739"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:39:59.358061 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dd773-1af7-473b-a020-2f30f8cdb663 req-c11abd2c-17c5-41b9-8d2a-0d1c07d48aa6 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:39:59.359577 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-981dd773-1af7-473b-a020-2f30f8cdb663 req-c11abd2c-17c5-41b9-8d2a-0d1c07d48aa6 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0739691 Apr 12 18:39:59.366453 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7398cd6b-6d75-4973-aa2d-9c0f074e2702 req-84d1b034-d0bb-4928-8043-5c9907b4f812 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871079 Apr 12 18:39:59.416640 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f3e5a7-6336-4453-809a-e2763da80ebc x-openstack-request-id: req-72f3e5a7-6336-4453-809a-e2763da80ebc {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:39:59.416930 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78157cc2-d0a1-4a34-acc5-da0901424d71", "name": "network-vif-deleted", "tag": "8072e79d-6bcf-4c69-b767-2139dbeff739", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:39:59.417174 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72f3e5a7-6336-4453-809a-e2763da80ebc {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:39:59.417652 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f3e5a7-6336-4453-809a-e2763da80ebc'] response: {'server_uuid': '78157cc2-d0a1-4a34-acc5-da0901424d71', 'name': 'network-vif-deleted', 'tag': '8072e79d-6bcf-4c69-b767-2139dbeff739', 'status': 'completed', 'code': 200} Apr 12 18:39:59.430926 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-981dd773-1af7-473b-a020-2f30f8cdb663 req-f45aaf5c-d151-4f34-aef1-ea8e52d36de3 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634494 Apr 12 18:39:59.761250 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-abbbc31e-f0eb-481f-a337-2619fe76cacf req-1e706b30-c3cd-4341-86ce-b9a3dbb924fd tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.0307703 Apr 12 18:40:00.489245 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dc363-03ac-495c-8dcd-749e1d7e9e0a req-d961c476-c5b2-4c1a-a48c-4c432506da34 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:00.490701 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-766dc363-03ac-495c-8dcd-749e1d7e9e0a req-d961c476-c5b2-4c1a-a48c-4c432506da34 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 943 time: 0.0536454 Apr 12 18:40:00.565433 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a17317-f5cd-4db6-885c-5d6015e944ef req-a3cbf675-589a-49c5-9f0a-d631a6decc28 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:00.566908 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d8a17317-f5cd-4db6-885c-5d6015e944ef req-a3cbf675-589a-49c5-9f0a-d631a6decc28 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0647483 Apr 12 18:40:00.584326 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-766dc363-03ac-495c-8dcd-749e1d7e9e0a req-9113d383-522d-4d63-95ed-bcc79e25a747 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880344 Apr 12 18:40:00.623563 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d8a17317-f5cd-4db6-885c-5d6015e944ef req-fb2789df-0b8e-4731-a919-8f49c9845f9d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490026 Apr 12 18:40:00.882813 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-47ea4c31-e0a1-4974-b7ca-18e2485d4d5f req-fdf8e04b-0b40-4914-a5aa-c16711dfb947 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.0345316 Apr 12 18:40:01.734021 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1f4c1-c748-4ddf-9256-0a8b4b90ea45 req-dffa184e-ad94-4342-9575-60dde1582e29 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:01.735648 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c3c1f4c1-c748-4ddf-9256-0a8b4b90ea45 req-dffa184e-ad94-4342-9575-60dde1582e29 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 943 time: 0.0762477 Apr 12 18:40:01.754418 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693c5aa-e906-4026-a5dc-68cedbc077e0 req-93bc9ba3-179a-4f06-bb4b-2d64936975a4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:01.755859 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6693c5aa-e906-4026-a5dc-68cedbc077e0 req-93bc9ba3-179a-4f06-bb4b-2d64936975a4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0654681 Apr 12 18:40:01.815556 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c3c1f4c1-c748-4ddf-9256-0a8b4b90ea45 req-765ec756-ef69-4e01-8d41-da2bafcf47a4 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723026 Apr 12 18:40:01.826222 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6693c5aa-e906-4026-a5dc-68cedbc077e0 req-7cd05719-ff0e-4315-b31a-3baef9b753f2 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622272 Apr 12 18:40:01.991924 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-57348703-538a-4fc0-a71f-b58a3b47dc73 req-3aed4fd9-f0c6-463e-9a1f-d180311047d9 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.0374634 Apr 12 18:40:02.322021 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8072e79d-6bcf-4c69-b767-2139dbeff739 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:40:02.342970 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: 8072e79d-6bcf-4c69-b767-2139dbeff739 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:40:02.343346 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8072e79d-6bcf-4c69-b767-2139dbeff739 not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:40:02.969556 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383610fc-7ee4-41e2-9eb6-792c7477e37e req-4346bc52-4e0d-41cb-9997-c89797e85c96 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:02.971036 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-383610fc-7ee4-41e2-9eb6-792c7477e37e req-4346bc52-4e0d-41cb-9997-c89797e85c96 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 943 time: 0.0784640 Apr 12 18:40:02.978944 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ba6e7-54c2-4d98-a697-2cc1d549f9be req-3a4a0aa3-893f-443b-96ec-1190990f0d39 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:02.980341 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-559ba6e7-54c2-4d98-a697-2cc1d549f9be req-3a4a0aa3-893f-443b-96ec-1190990f0d39 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0787678 Apr 12 18:40:03.049912 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-383610fc-7ee4-41e2-9eb6-792c7477e37e req-139c091c-b333-4b9c-90d6-1ba364e3899a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685127 Apr 12 18:40:03.053913 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-559ba6e7-54c2-4d98-a697-2cc1d549f9be req-332c145b-df6e-44aa-87c1-ff7c14abe878 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671353 Apr 12 18:40:03.131412 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b2c4bb13-5355-4c3f-91f1-1bfc5ee9ded3 req-db0c658f-da0a-4e70-ae93-fa541c223f78 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.0271964 Apr 12 18:40:04.196259 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d505e80-bd9e-4720-a333-124ea7743606 req-31aca893-7724-47dc-84e5-d1146e79d01d tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:04.197747 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5d505e80-bd9e-4720-a333-124ea7743606 req-31aca893-7724-47dc-84e5-d1146e79d01d tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 943 time: 0.0742671 Apr 12 18:40:04.206055 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194892f-0425-43d2-8817-8d15e31cc2b1 req-5a4f41fe-c0d1-472e-8f82-4250bea40364 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:04.207453 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0194892f-0425-43d2-8817-8d15e31cc2b1 req-5a4f41fe-c0d1-472e-8f82-4250bea40364 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0820854 Apr 12 18:40:04.284964 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5d505e80-bd9e-4720-a333-124ea7743606 req-9e33f33c-b18a-4d8e-8d5b-5aee78d2b03e tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765700 Apr 12 18:40:04.287908 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0194892f-0425-43d2-8817-8d15e31cc2b1 req-5f610e8e-b19b-4a7c-9614-f699e3702b0a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735261 Apr 12 18:40:04.365643 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f5a5e517-0b8d-4d3a-9df4-891e260eb9a2 req-88428e2a-296b-41dd-913e-5be6d5e35b15 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.0271916 Apr 12 18:40:05.439254 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc95605-a23e-4c65-a67a-0f70c08b21a0 req-bbae9040-58b5-46fa-a712-9ed4a9ff5eb7 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:05.441117 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-adc95605-a23e-4c65-a67a-0f70c08b21a0 req-bbae9040-58b5-46fa-a712-9ed4a9ff5eb7 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 943 time: 0.0778346 Apr 12 18:40:05.446767 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c90af-34dc-45b4-8066-a469e6e0d483 req-1315a8ca-f3f9-4d1e-a25e-f99652e0697f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:05.448151 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5d8c90af-34dc-45b4-8066-a469e6e0d483 req-1315a8ca-f3f9-4d1e-a25e-f99652e0697f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0761170 Apr 12 18:40:05.517360 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-adc95605-a23e-4c65-a67a-0f70c08b21a0 req-86524816-e575-4913-8393-789778439534 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682125 Apr 12 18:40:05.520559 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5d8c90af-34dc-45b4-8066-a469e6e0d483 req-4f4a39aa-49da-4875-8dcd-6140f2e4ba11 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654848 Apr 12 18:40:05.598392 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad2477bc-4219-443c-b89c-06569f92ce82 req-790d8228-514e-4f4e-a2cf-cde73ea86fe3 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.0273376 Apr 12 18:40:06.664240 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacd8ca-a7c0-4f35-bcaa-5ce5fa549815 req-ff44cd03-843b-409f-910b-135d0b33f934 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:06.665649 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dfacd8ca-a7c0-4f35-bcaa-5ce5fa549815 req-ff44cd03-843b-409f-910b-135d0b33f934 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 943 time: 0.0774384 Apr 12 18:40:06.673566 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43b6b4-bfda-4176-a39a-319f7bdc7fd9 req-86852b06-d186-4a7b-9942-f8df7cf55b8c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:06.674975 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad43b6b4-bfda-4176-a39a-319f7bdc7fd9 req-86852b06-d186-4a7b-9942-f8df7cf55b8c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0855029 Apr 12 18:40:06.749637 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dfacd8ca-a7c0-4f35-bcaa-5ce5fa549815 req-699861f0-797c-4ff2-9dcf-6ea9fb24d8bd tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736430 Apr 12 18:40:06.752901 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad43b6b4-bfda-4176-a39a-319f7bdc7fd9 req-448f09ca-6674-48f3-ba3c-c37fbbfeb6ca tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710127 Apr 12 18:40:06.841138 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-44b4a628-3ce2-4077-8d93-09fb5ff8b07e req-4ec1d347-5227-4ed7-a244-2c835dadb327 tempest-DeleteServersTestJSON-2129283344 tempest-DeleteServersTestJSON-2129283344-project] 10.222.0.64 "GET /v2.0/ports?device_id=78157cc2-d0a1-4a34-acc5-da0901424d71 HTTP/1.1" status: 200 len: 210 time: 0.0339334 Apr 12 18:40:07.894172 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7450a-670e-4870-b382-7b052059edca req-132c7f3a-aa75-4802-95ba-cff90258750a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:07.895627 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-98e7450a-670e-4870-b382-7b052059edca req-132c7f3a-aa75-4802-95ba-cff90258750a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0728428 Apr 12 18:40:07.901851 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f6807-a9bb-441e-a496-cfa044c8fe4f req-8b45f9c8-7612-4148-953f-64071a2554f7 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:07.903227 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-608f6807-a9bb-441e-a496-cfa044c8fe4f req-8b45f9c8-7612-4148-953f-64071a2554f7 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 943 time: 0.0710549 Apr 12 18:40:07.948444 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device d577038c-842b-4b57-82e0-204fc80e7fce details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:40:07.970827 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-98e7450a-670e-4870-b382-7b052059edca req-d5df86f2-97d8-42f8-a38d-2718bc3a8495 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666580 Apr 12 18:40:07.977924 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-608f6807-a9bb-441e-a496-cfa044c8fe4f req-e6abb740-c3c2-45d0-81f0-f630fc983aca tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680678 Apr 12 18:40:08.056526 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port d577038c-842b-4b57-82e0-204fc80e7fce, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d577038c-842b-4b57-82e0-204fc80e7fce,segment=NetworkSegment(f120aaf6-e512-4288-b863-50f4b535a2dc),segment_id=f120aaf6-e512-4288-b863-50f4b535a2dc)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:40:08.067954 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': 'd577038c-842b-4b57-82e0-204fc80e7fce', 'network_id': '159732f0-52c8-4f63-93a2-c9de57695674', 'port_id': 'd577038c-842b-4b57-82e0-204fc80e7fce', 'mac_address': 'fa:16:3e:f1:94:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc7a757-5e08-4d87-a07f-0adee2a51f1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:40:08.112857 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port d577038c-842b-4b57-82e0-204fc80e7fce is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:40:08.113252 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (d577038c-842b-4b57-82e0-204fc80e7fce), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:08.126415 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d577038c-842b-4b57-82e0-204fc80e7fce {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:40:08.146157 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port d577038c-842b-4b57-82e0-204fc80e7fce, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d577038c-842b-4b57-82e0-204fc80e7fce,segment=NetworkSegment(f120aaf6-e512-4288-b863-50f4b535a2dc),segment_id=f120aaf6-e512-4288-b863-50f4b535a2dc)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:40:08.150730 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (d577038c-842b-4b57-82e0-204fc80e7fce), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:08.198841 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=d577038c-842b-4b57-82e0-204fc80e7fce,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:08.680258 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['d577038c-842b-4b57-82e0-204fc80e7fce'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:40:09.117920 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb353c-284c-49e3-98a4-18905cf33283 req-97f6f7ea-110e-4c94-891a-446c54b587fd tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:09.119522 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e3fb353c-284c-49e3-98a4-18905cf33283 req-97f6f7ea-110e-4c94-891a-446c54b587fd tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0805483 Apr 12 18:40:09.139566 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcebdff-7018-404a-b7ae-7397105409c1 req-99b84716-6062-45e1-9472-fe4be8202bac tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:09.140928 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bdcebdff-7018-404a-b7ae-7397105409c1 req-99b84716-6062-45e1-9472-fe4be8202bac tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 944 time: 0.0664845 Apr 12 18:40:09.217569 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e3fb353c-284c-49e3-98a4-18905cf33283 req-18b57bb9-a6dd-4fda-b163-7859f8b43baa tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906148 Apr 12 18:40:09.225067 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bdcebdff-7018-404a-b7ae-7397105409c1 req-3fbdf733-6217-46a6-81d8-05e8ae6ac9a2 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769274 Apr 12 18:40:09.405219 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 57824) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:09.453352 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefac925-00f3-4a56-a28d-3c1f6d3320d4 admin admin] Deleting subnet daf4e2b9-6af6-4940-8128-4652c0da77cc {{(pid=103438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:40:09.456920 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-aefac925-00f3-4a56-a28d-3c1f6d3320d4 admin admin] Publish callbacks [] for subnet (daf4e2b9-6af6-4940-8128-4652c0da77cc), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:09.491578 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-aefac925-00f3-4a56-a28d-3c1f6d3320d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8176931'] for subnet (daf4e2b9-6af6-4940-8128-4652c0da77cc), precommit_delete_associations {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:09.547259 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-aefac925-00f3-4a56-a28d-3c1f6d3320d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (daf4e2b9-6af6-4940-8128-4652c0da77cc), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:09.605926 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-aefac925-00f3-4a56-a28d-3c1f6d3320d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8176844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7482600'] for subnet (daf4e2b9-6af6-4940-8128-4652c0da77cc), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:09.631816 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefac925-00f3-4a56-a28d-3c1f6d3320d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daf4e2b9-6af6-4940-8128-4652c0da77cc,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:09.637483 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-aefac925-00f3-4a56-a28d-3c1f6d3320d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:09.640507 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-aefac925-00f3-4a56-a28d-3c1f6d3320d4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/daf4e2b9-6af6-4940-8128-4652c0da77cc HTTP/1.1" status: 204 len: 168 time: 0.2340348 Apr 12 18:40:09.644194 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 57828) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:09.715559 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5f2397c2-2936-440f-99b7-fb6d781c83ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (34eef30a-0fb5-4fcf-988d-d27107a6c1bc), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:09.946529 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device d577038c-842b-4b57-82e0-204fc80e7fce up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:40:09.988714 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5f2397c2-2936-440f-99b7-fb6d781c83ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (34eef30a-0fb5-4fcf-988d-d27107a6c1bc), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.010673 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port d577038c-842b-4b57-82e0-204fc80e7fce completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:40:10.015773 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-5f2397c2-2936-440f-99b7-fb6d781c83ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34eef30a-0fb5-4fcf-988d-d27107a6c1bc']}} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:40:10.019275 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port d577038c-842b-4b57-82e0-204fc80e7fce triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:40:10.019756 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (d577038c-842b-4b57-82e0-204fc80e7fce), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.031331 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-5f2397c2-2936-440f-99b7-fb6d781c83ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd064ec02-33b6-4a35-a64c-2c6a6e9317f2') {'for_net_delete': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:40:10.032341 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-5f2397c2-2936-440f-99b7-fb6d781c83ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd064ec02-33b6-4a35-a64c-2c6a6e9317f2') {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:40:10.045462 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5f2397c2-2936-440f-99b7-fb6d781c83ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8176920'] for segment (d064ec02-33b6-4a35-a64c-2c6a6e9317f2), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.066680 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5f2397c2-2936-440f-99b7-fb6d781c83ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (d064ec02-33b6-4a35-a64c-2c6a6e9317f2), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.076133 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2397c2-2936-440f-99b7-fb6d781c83ce admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:40:10.076535 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5f2397c2-2936-440f-99b7-fb6d781c83ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176758'] for segment (d064ec02-33b6-4a35-a64c-2c6a6e9317f2), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: Traceback (most recent call last): Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: timer() Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: cb(*args, **kw) Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: return func(*args, **kwargs) Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: self._notify() Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: self.callback(batched_events) Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: event.method(event) Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: return f(self, *a, **k) Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._get(url).json() Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: return self.request(url, 'GET', **kwargs) Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:40:10.078902 dv-cinder-837536-1-iscsi neutron-server[103438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:40:10.087047 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a3ea1-7d59-4622-8b35-d20997e90c5d req-fd5793e5-28f4-4483-9d6b-081cfabb15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:10.088696 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ca0a3ea1-7d59-4622-8b35-d20997e90c5d req-fd5793e5-28f4-4483-9d6b-081cfabb15bd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 1129 time: 0.0668476 Apr 12 18:40:10.113010 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port d577038c-842b-4b57-82e0-204fc80e7fce is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:40:10.113397 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (d577038c-842b-4b57-82e0-204fc80e7fce), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.138596 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae055a16-bace-449b-8648-4e1a4e6e2017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd577038c-842b-4b57-82e0-204fc80e7fce'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:40:10.140960 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7a1251-ae96-495d-bfcc-0ebd76bf7b8e" -d '{"events": [{"server_uuid": "ae055a16-bace-449b-8648-4e1a4e6e2017", "name": "network-vif-plugged", "status": "completed", "tag": "d577038c-842b-4b57-82e0-204fc80e7fce"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:40:10.148866 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5f2397c2-2936-440f-99b7-fb6d781c83ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (34eef30a-0fb5-4fcf-988d-d27107a6c1bc), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.150978 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ca0a3ea1-7d59-4622-8b35-d20997e90c5d req-786a10fb-71c2-4fcf-a9aa-6795f28d1eaa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551355 Apr 12 18:40:10.158502 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port d577038c-842b-4b57-82e0-204fc80e7fce, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d577038c-842b-4b57-82e0-204fc80e7fce,segment=NetworkSegment(f120aaf6-e512-4288-b863-50f4b535a2dc),segment_id=f120aaf6-e512-4288-b863-50f4b535a2dc)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:40:10.165355 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (d577038c-842b-4b57-82e0-204fc80e7fce), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.165797 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5f2397c2-2936-440f-99b7-fb6d781c83ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.168988 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-5f2397c2-2936-440f-99b7-fb6d781c83ce admin admin] 10.222.0.64 "DELETE /v2.0/networks/34eef30a-0fb5-4fcf-988d-d27107a6c1bc HTTP/1.1" status: 204 len: 168 time: 0.5238729 Apr 12 18:40:10.170406 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2397c2-2936-440f-99b7-fb6d781c83ce admin admin] Pushing event deleted for resources: {'Network': ['ID=34eef30a-0fb5-4fcf-988d-d27107a6c1bc,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:10.199470 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1d9da7-d747-4512-abd7-36bed3a5e391 x-openstack-request-id: req-fc1d9da7-d747-4512-abd7-36bed3a5e391 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:40:10.199768 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae055a16-bace-449b-8648-4e1a4e6e2017", "name": "network-vif-plugged", "status": "completed", "tag": "d577038c-842b-4b57-82e0-204fc80e7fce", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:40:10.200018 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc1d9da7-d747-4512-abd7-36bed3a5e391 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:40:10.200420 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc1d9da7-d747-4512-abd7-36bed3a5e391'] response: {'server_uuid': 'ae055a16-bace-449b-8648-4e1a4e6e2017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd577038c-842b-4b57-82e0-204fc80e7fce', 'code': 200} Apr 12 18:40:10.230483 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=d577038c-842b-4b57-82e0-204fc80e7fce,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:10.359121 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 57868) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:10.395696 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf0593-dd4a-4ed9-97e5-44967d5db06c req-8bfe6743-7195-43c9-8f51-c0400e92003b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:10.397294 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aebf0593-dd4a-4ed9-97e5-44967d5db06c req-8bfe6743-7195-43c9-8f51-c0400e92003b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0837204 Apr 12 18:40:10.404490 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86088b31-f142-4ef6-a32a-91a856c516ec req-4de3f905-9034-491e-ac71-46ddced7b7ea tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:10.405922 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-86088b31-f142-4ef6-a32a-91a856c516ec req-4de3f905-9034-491e-ac71-46ddced7b7ea tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 945 time: 0.0815904 Apr 12 18:40:10.431478 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-43a1f968-fb19-4390-bf24-81d00552f949 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e692c7fc171414d84f1d9844bb07d83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0705602 Apr 12 18:40:10.432156 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 57870) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:10.432557 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 57872) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:10.484123 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aebf0593-dd4a-4ed9-97e5-44967d5db06c req-a305d434-f6b1-4a52-8894-5386a2b0ce46 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772266 Apr 12 18:40:10.500014 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-38b0c6cb-28b8-46db-b736-1e3f823901fc admin admin] Publish callbacks [] for security_group (41168aca-b370-4680-8b54-5c75de7c0dec), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.502976 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-86088b31-f142-4ef6-a32a-91a856c516ec req-77db90c2-d891-41e3-94f1-d2c0266c55ed tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900230 Apr 12 18:40:10.534653 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-38b0c6cb-28b8-46db-b736-1e3f823901fc admin admin] Publish callbacks [] for security_group (41168aca-b370-4680-8b54-5c75de7c0dec), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.561043 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-34959997-5f59-4196-ad57-0fc22f6b41bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.593465 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-38b0c6cb-28b8-46db-b736-1e3f823901fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (41168aca-b370-4680-8b54-5c75de7c0dec), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.596265 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-38b0c6cb-28b8-46db-b736-1e3f823901fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.597601 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-38b0c6cb-28b8-46db-b736-1e3f823901fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/41168aca-b370-4680-8b54-5c75de7c0dec HTTP/1.1" status: 204 len: 168 time: 0.1643126 Apr 12 18:40:10.606239 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0c6cb-28b8-46db-b736-1e3f823901fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41168aca-b370-4680-8b54-5c75de7c0dec,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:10.652611 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-34959997-5f59-4196-ad57-0fc22f6b41bf admin admin] Publish callbacks [] for security_group (9ad76052-761e-4f2e-823b-673b84bca1c1), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.661997 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-34959997-5f59-4196-ad57-0fc22f6b41bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (9ad76052-761e-4f2e-823b-673b84bca1c1), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.713965 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34959997-5f59-4196-ad57-0fc22f6b41bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad76052-761e-4f2e-823b-673b84bca1c1,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:10.735495 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de313f2b-5480-4575-84d6-622cd66a2181 req-2c96dbbd-f7ff-444f-94df-17c5fe22dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:10.737011 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-de313f2b-5480-4575-84d6-622cd66a2181 req-2c96dbbd-f7ff-444f-94df-17c5fe22dbd2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 1129 time: 0.1290169 Apr 12 18:40:10.739316 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-34959997-5f59-4196-ad57-0fc22f6b41bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ced77812d626445290758981d4358778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047183 Apr 12 18:40:10.741894 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 57882) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:10.789141 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ca974bf6-71a2-492b-a080-db49d879e4b9 admin admin] Publish callbacks [] for security_group (9ad76052-761e-4f2e-823b-673b84bca1c1), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.810279 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ca974bf6-71a2-492b-a080-db49d879e4b9 admin admin] Publish callbacks [] for security_group (9ad76052-761e-4f2e-823b-673b84bca1c1), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.869806 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ca974bf6-71a2-492b-a080-db49d879e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (9ad76052-761e-4f2e-823b-673b84bca1c1), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.872539 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ca974bf6-71a2-492b-a080-db49d879e4b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:10.876425 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-ca974bf6-71a2-492b-a080-db49d879e4b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ad76052-761e-4f2e-823b-673b84bca1c1 HTTP/1.1" status: 204 len: 168 time: 0.1309044 Apr 12 18:40:10.881587 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca974bf6-71a2-492b-a080-db49d879e4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad76052-761e-4f2e-823b-673b84bca1c1,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:11.029204 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-de313f2b-5480-4575-84d6-622cd66a2181 req-99ea595e-0edd-4849-a870-478e5437deea service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457447 Apr 12 18:40:11.171949 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 57902) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:11.185222 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce9a9-192a-4774-8166-72614e7fcdf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:11.260667 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce9a9-192a-4774-8166-72614e7fcdf0 admin admin] Publish callbacks [] for security_group (f802f37e-8bda-4cec-8f21-6a427a623898), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:11.266741 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce9a9-192a-4774-8166-72614e7fcdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (f802f37e-8bda-4cec-8f21-6a427a623898), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:11.307419 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-1d6ce9a9-192a-4774-8166-72614e7fcdf0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b3e91b55a4ff4415a38b99a6ca1cdc4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318364 Apr 12 18:40:11.307419 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ce9a9-192a-4774-8166-72614e7fcdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f802f37e-8bda-4cec-8f21-6a427a623898,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:11.308117 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 57906) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:11.366504 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6620d303-d4d7-434c-ab4f-27b48d504d7c admin admin] Publish callbacks [] for security_group (f802f37e-8bda-4cec-8f21-6a427a623898), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:11.387070 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6620d303-d4d7-434c-ab4f-27b48d504d7c admin admin] Publish callbacks [] for security_group (f802f37e-8bda-4cec-8f21-6a427a623898), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:11.434723 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6620d303-d4d7-434c-ab4f-27b48d504d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (f802f37e-8bda-4cec-8f21-6a427a623898), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:11.437380 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6620d303-d4d7-434c-ab4f-27b48d504d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:11.438755 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-6620d303-d4d7-434c-ab4f-27b48d504d7c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f802f37e-8bda-4cec-8f21-6a427a623898 HTTP/1.1" status: 204 len: 168 time: 0.1296053 Apr 12 18:40:11.449278 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620d303-d4d7-434c-ab4f-27b48d504d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f802f37e-8bda-4cec-8f21-6a427a623898,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:11.666056 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a044a1-a10f-4fa2-94bf-39187470fcf1 req-b13f470a-27be-45a9-8ce2-4e8aa1a74430 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:11.667636 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-68a044a1-a10f-4fa2-94bf-39187470fcf1 req-b13f470a-27be-45a9-8ce2-4e8aa1a74430 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0879803 Apr 12 18:40:11.673917 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57793581-cd73-43d2-9bef-8fd6d9258d9e req-df17a22d-4cc2-4594-9d60-d04429ea930d tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:11.675442 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-57793581-cd73-43d2-9bef-8fd6d9258d9e req-df17a22d-4cc2-4594-9d60-d04429ea930d tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 945 time: 0.0849316 Apr 12 18:40:11.783241 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-68a044a1-a10f-4fa2-94bf-39187470fcf1 req-f4b63caf-d148-41f8-8bc4-4adcd67e8c7a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034839 Apr 12 18:40:11.784876 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-57793581-cd73-43d2-9bef-8fd6d9258d9e req-80cc26ff-a952-43ed-92ad-3a2b15ea04c7 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992868 Apr 12 18:40:11.909765 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d56ec-eebd-480d-bd50-d63e976221f6 req-a14d4e01-e618-456d-b2bb-462e62bdbe23 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:11.912414 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5a8d56ec-eebd-480d-bd50-d63e976221f6 req-a14d4e01-e618-456d-b2bb-462e62bdbe23 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0512815 Apr 12 18:40:11.964880 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5a8d56ec-eebd-480d-bd50-d63e976221f6 req-0b6f37e6-91fa-4cf5-9a93-ead6432f96f5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463214 Apr 12 18:40:12.902814 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 58012) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:12.904582 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27382361-cd0a-4afd-bf9f-892549c825d3 req-3ffe74f7-c5fb-4b86-bd93-e92f5979e8eb tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:12.906636 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-27382361-cd0a-4afd-bf9f-892549c825d3 req-3ffe74f7-c5fb-4b86-bd93-e92f5979e8eb tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 945 time: 0.0498266 Apr 12 18:40:12.960546 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-27382361-cd0a-4afd-bf9f-892549c825d3 req-d95a0467-fb45-4a6d-86a8-0ff9280b559c tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475497 Apr 12 18:40:13.016555 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e444309f-7b75-4ff8-8b5d-c840ed12e5fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.098148 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e444309f-7b75-4ff8-8b5d-c840ed12e5fa admin admin] Publish callbacks [] for security_group (695adb77-a592-4297-8298-5ae8815e3385), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.103325 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e444309f-7b75-4ff8-8b5d-c840ed12e5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (695adb77-a592-4297-8298-5ae8815e3385), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.141640 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-e444309f-7b75-4ff8-8b5d-c840ed12e5fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d811531c54944fe902b20739b0e3cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376907 Apr 12 18:40:13.142484 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444309f-7b75-4ff8-8b5d-c840ed12e5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695adb77-a592-4297-8298-5ae8815e3385,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:13.144348 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 58026) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:13.195791 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-b75cac66-6b04-44f7-b604-c566ef1add49 admin admin] Publish callbacks [] for security_group (695adb77-a592-4297-8298-5ae8815e3385), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.219927 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-b75cac66-6b04-44f7-b604-c566ef1add49 admin admin] Publish callbacks [] for security_group (695adb77-a592-4297-8298-5ae8815e3385), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.276700 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-b75cac66-6b04-44f7-b604-c566ef1add49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (695adb77-a592-4297-8298-5ae8815e3385), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.279514 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-b75cac66-6b04-44f7-b604-c566ef1add49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.280945 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-b75cac66-6b04-44f7-b604-c566ef1add49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/695adb77-a592-4297-8298-5ae8815e3385 HTTP/1.1" status: 204 len: 168 time: 0.1354318 Apr 12 18:40:13.290306 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d00189d9-3749-4c69-835a-e475f47cd522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.296098 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cac66-6b04-44f7-b604-c566ef1add49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695adb77-a592-4297-8298-5ae8815e3385,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:13.621715 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 58060) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:13.637331 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4246f79a-f7ec-49c7-bbc2-f3b9aec63503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.685871 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71862a-3423-49c3-9737-3f538d08d48b req-fadb947c-c663-4d84-9d1f-3096e5f62bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:13.687701 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a71862a-3423-49c3-9737-3f538d08d48b req-fadb947c-c663-4d84-9d1f-3096e5f62bcb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 1129 time: 0.0889924 Apr 12 18:40:13.697799 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b52c9b-5da7-4f27-95ae-30b05b8d4903 req-34994563-d1ce-49d9-be31-f444c0b3b150 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:13.699619 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9b52c9b-5da7-4f27-95ae-30b05b8d4903 req-34994563-d1ce-49d9-be31-f444c0b3b150 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0884352 Apr 12 18:40:13.725712 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4246f79a-f7ec-49c7-bbc2-f3b9aec63503 admin admin] Publish callbacks [] for security_group (66ff96ce-d20d-4804-8733-3636ba17d177), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.729713 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4246f79a-f7ec-49c7-bbc2-f3b9aec63503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (66ff96ce-d20d-4804-8733-3636ba17d177), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.749899 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 58068) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:13.773511 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246f79a-f7ec-49c7-bbc2-f3b9aec63503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ff96ce-d20d-4804-8733-3636ba17d177,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:13.783868 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-4246f79a-f7ec-49c7-bbc2-f3b9aec63503 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c298bc276304c65b765e0a658a3f0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608579 Apr 12 18:40:13.784363 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 58072) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:13.805417 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9b52c9b-5da7-4f27-95ae-30b05b8d4903 req-2da65ff9-2191-4f96-acdb-8befef1ac0b5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968103 Apr 12 18:40:13.838016 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71862a-3423-49c3-9737-3f538d08d48b req-22050c77-9644-4b1c-bac9-8b1018dc225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:13.839797 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a71862a-3423-49c3-9737-3f538d08d48b req-22050c77-9644-4b1c-bac9-8b1018dc225e service neutron] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 919 time: 0.1391647 Apr 12 18:40:13.848922 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c5b223c1-3656-49f8-9608-c79d0f3bfa18 admin admin] Publish callbacks [] for security_group (66ff96ce-d20d-4804-8733-3636ba17d177), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.880155 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c5b223c1-3656-49f8-9608-c79d0f3bfa18 admin admin] Publish callbacks [] for security_group (66ff96ce-d20d-4804-8733-3636ba17d177), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.882024 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a71862a-3423-49c3-9737-3f538d08d48b req-5f7490c1-2e3e-49be-bdf2-a7121e3db548 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50061fb5-0742-4153-89dc-67f17c1a55e4 HTTP/1.1" status: 200 len: 217 time: 0.0359020 Apr 12 18:40:13.889765 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:40:13.922489 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-88721d09-1947-45e9-8896-e0f101691fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.936353 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71862a-3423-49c3-9737-3f538d08d48b req-645e5998-d982-4b70-ab62-c4e4fa813fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:13.937952 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a71862a-3423-49c3-9737-3f538d08d48b req-645e5998-d982-4b70-ab62-c4e4fa813fb5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.0471776 Apr 12 18:40:13.958939 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c5b223c1-3656-49f8-9608-c79d0f3bfa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (66ff96ce-d20d-4804-8733-3636ba17d177), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.961664 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c5b223c1-3656-49f8-9608-c79d0f3bfa18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:13.963021 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-c5b223c1-3656-49f8-9608-c79d0f3bfa18 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66ff96ce-d20d-4804-8733-3636ba17d177 HTTP/1.1" status: 204 len: 168 time: 0.1772561 Apr 12 18:40:13.980962 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b223c1-3656-49f8-9608-c79d0f3bfa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ff96ce-d20d-4804-8733-3636ba17d177,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:13.986958 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71862a-3423-49c3-9737-3f538d08d48b req-4fa9e5f6-bc09-470b-8dc6-867a97e43eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:13.988699 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a71862a-3423-49c3-9737-3f538d08d48b req-4fa9e5f6-bc09-470b-8dc6-867a97e43eac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446024 Apr 12 18:40:14.047932 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-88721d09-1947-45e9-8896-e0f101691fe8 admin admin] Publish callbacks [] for security_group (f29f7df4-9947-48e4-acb6-2c4b103a26a1), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:14.054635 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-88721d09-1947-45e9-8896-e0f101691fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (f29f7df4-9947-48e4-acb6-2c4b103a26a1), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:14.100623 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-88721d09-1947-45e9-8896-e0f101691fe8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c727c6c5edd4f0ea3a5efca238573d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473554 Apr 12 18:40:14.100623 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88721d09-1947-45e9-8896-e0f101691fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29f7df4-9947-48e4-acb6-2c4b103a26a1,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:14.101629 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 58080) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:14.125594 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c9bc1-0848-42e7-8851-0335bd163fe4 req-89afb83e-abfe-452b-bc53-370fa959c2a5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:14.127673 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b67c9bc1-0848-42e7-8851-0335bd163fe4 req-89afb83e-abfe-452b-bc53-370fa959c2a5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 945 time: 0.0601575 Apr 12 18:40:14.152367 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ed9d5e6d-b897-4a9e-aa82-25f24d0e2d50 admin admin] Publish callbacks [] for security_group (f29f7df4-9947-48e4-acb6-2c4b103a26a1), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:14.172394 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a71862a-3423-49c3-9737-3f538d08d48b req-a47e352c-f5b0-4b88-abc5-ace669143d9a service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691701 Apr 12 18:40:14.174188 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ed9d5e6d-b897-4a9e-aa82-25f24d0e2d50 admin admin] Publish callbacks [] for security_group (f29f7df4-9947-48e4-acb6-2c4b103a26a1), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:14.216873 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b67c9bc1-0848-42e7-8851-0335bd163fe4 req-00bb296b-a0e7-43cd-9a7c-de1e535d0f6a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796819 Apr 12 18:40:14.237153 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ed9d5e6d-b897-4a9e-aa82-25f24d0e2d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (f29f7df4-9947-48e4-acb6-2c4b103a26a1), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:14.240371 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ed9d5e6d-b897-4a9e-aa82-25f24d0e2d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:14.241813 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-ed9d5e6d-b897-4a9e-aa82-25f24d0e2d50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f29f7df4-9947-48e4-acb6-2c4b103a26a1 HTTP/1.1" status: 204 len: 168 time: 0.1391079 Apr 12 18:40:14.267172 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d5e6d-b897-4a9e-aa82-25f24d0e2d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29f7df4-9947-48e4-acb6-2c4b103a26a1,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:14.289087 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a71862a-3423-49c3-9737-3f538d08d48b req-e244b47b-c05a-49b5-a9f2-b0f1a5594848 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088464 Apr 12 18:40:14.552548 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 58110) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:14.569387 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5f24216e-99fb-4198-a1b3-ecd9236c8647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:14.650376 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5f24216e-99fb-4198-a1b3-ecd9236c8647 admin admin] Publish callbacks [] for security_group (a9bfc331-a5ee-4eba-80d6-55cda39f176a), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:14.655609 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5f24216e-99fb-4198-a1b3-ecd9236c8647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (a9bfc331-a5ee-4eba-80d6-55cda39f176a), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:14.699505 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-5f24216e-99fb-4198-a1b3-ecd9236c8647 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=617cffe85e2c456484dd28e7bb7b1f50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457684 Apr 12 18:40:14.701599 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24216e-99fb-4198-a1b3-ecd9236c8647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bfc331-a5ee-4eba-80d6-55cda39f176a,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:14.702513 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 58118) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:14.761483 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3bf18df7-a010-4457-bf13-7c051b53899e admin admin] Publish callbacks [] for security_group (a9bfc331-a5ee-4eba-80d6-55cda39f176a), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:14.786627 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3bf18df7-a010-4457-bf13-7c051b53899e admin admin] Publish callbacks [] for security_group (a9bfc331-a5ee-4eba-80d6-55cda39f176a), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:14.849827 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3bf18df7-a010-4457-bf13-7c051b53899e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (a9bfc331-a5ee-4eba-80d6-55cda39f176a), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:14.852926 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3bf18df7-a010-4457-bf13-7c051b53899e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:14.854800 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-3bf18df7-a010-4457-bf13-7c051b53899e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9bfc331-a5ee-4eba-80d6-55cda39f176a HTTP/1.1" status: 204 len: 168 time: 0.1505899 Apr 12 18:40:14.870382 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf18df7-a010-4457-bf13-7c051b53899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bfc331-a5ee-4eba-80d6-55cda39f176a,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:14.971971 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8657f-ba7a-4f37-9fa9-e759c531f3e9 req-2cfa7d69-84bd-4d89-9947-6bef85e9aa07 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:14.973599 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30e8657f-ba7a-4f37-9fa9-e759c531f3e9 req-2cfa7d69-84bd-4d89-9947-6bef85e9aa07 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0688455 Apr 12 18:40:15.042703 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30e8657f-ba7a-4f37-9fa9-e759c531f3e9 req-b88d890e-dba1-4b52-ba20-b40728b661f1 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635617 Apr 12 18:40:15.144346 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc6946-5658-4f88-80d8-182c7fb54a54 req-ac9bf633-9bb0-497f-9799-d2e6f11f8df3 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:15.145900 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-79fc6946-5658-4f88-80d8-182c7fb54a54 req-ac9bf633-9bb0-497f-9799-d2e6f11f8df3 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 945 time: 0.0464101 Apr 12 18:40:15.207821 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-79fc6946-5658-4f88-80d8-182c7fb54a54 req-ed72b484-e3a6-4287-baa1-21b443f081f2 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563951 Apr 12 18:40:15.709123 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0a29f339-15ca-4856-ab61-e2d16604afb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:16.158301 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181efe4a-f76d-4658-b2b0-8912665f3185 req-78fa8410-cb05-4ca0-93f2-2d046969d387 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:16.159814 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-181efe4a-f76d-4658-b2b0-8912665f3185 req-78fa8410-cb05-4ca0-93f2-2d046969d387 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0461860 Apr 12 18:40:16.206254 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-181efe4a-f76d-4658-b2b0-8912665f3185 req-befd405c-bf0b-452b-ae48-cc883ef3b75e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404456 Apr 12 18:40:16.317532 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50ef6f-7c61-410a-bf2d-77b3dd7027c4 req-7a250471-f1b0-4aa9-9410-64c39bd3678b tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:16.319056 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cd50ef6f-7c61-410a-bf2d-77b3dd7027c4 req-7a250471-f1b0-4aa9-9410-64c39bd3678b tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 945 time: 0.0472584 Apr 12 18:40:16.366310 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cd50ef6f-7c61-410a-bf2d-77b3dd7027c4 req-18f636eb-5861-4ea6-bc0a-a464118a98e2 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415151 Apr 12 18:40:16.566163 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:17.246908 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccb7e9-75ee-410f-ae7e-025791698385 req-e9339e6a-c730-4a0a-98f4-d2a966cdf17d tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:17.248546 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbccb7e9-75ee-410f-ae7e-025791698385 req-e9339e6a-c730-4a0a-98f4-d2a966cdf17d tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 945 time: 0.0585425 Apr 12 18:40:17.353941 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a83fb-fa13-465b-a62e-091d226bcf13 req-d8219620-3382-4f87-bf88-36d2d04cce22 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:17.355433 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0d5a83fb-fa13-465b-a62e-091d226bcf13 req-d8219620-3382-4f87-bf88-36d2d04cce22 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0761611 Apr 12 18:40:17.375242 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-dbccb7e9-75ee-410f-ae7e-025791698385 req-4a9e338b-f143-415b-85de-106335d49f16 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Deleting port d577038c-842b-4b57-82e0-204fc80e7fce {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:40:17.375645 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-dbccb7e9-75ee-410f-ae7e-025791698385 req-4a9e338b-f143-415b-85de-106335d49f16 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (d577038c-842b-4b57-82e0-204fc80e7fce), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:17.496944 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0d5a83fb-fa13-465b-a62e-091d226bcf13 req-e16b6702-cdb3-476f-94eb-5c22ff4e9929 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321182 Apr 12 18:40:17.515647 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3d642-901b-4571-9b5b-d549a20f7849 req-00c49b70-6fa2-4ba6-81a5-9f6135072ad6 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:17.517165 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-62b3d642-901b-4571-9b5b-d549a20f7849 req-00c49b70-6fa2-4ba6-81a5-9f6135072ad6 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 945 time: 0.0777745 Apr 12 18:40:17.537872 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-dbccb7e9-75ee-410f-ae7e-025791698385 req-4a9e338b-f143-415b-85de-106335d49f16 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] For port d577038c-842b-4b57-82e0-204fc80e7fce, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d577038c-842b-4b57-82e0-204fc80e7fce,segment=NetworkSegment(f120aaf6-e512-4288-b863-50f4b535a2dc),segment_id=f120aaf6-e512-4288-b863-50f4b535a2dc)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:40:17.538235 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-dbccb7e9-75ee-410f-ae7e-025791698385 req-4a9e338b-f143-415b-85de-106335d49f16 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (d577038c-842b-4b57-82e0-204fc80e7fce), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:17.557318 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-dbccb7e9-75ee-410f-ae7e-025791698385 req-4a9e338b-f143-415b-85de-106335d49f16 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Calling delete_port for d577038c-842b-4b57-82e0-204fc80e7fce owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:40:17.618260 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-62b3d642-901b-4571-9b5b-d549a20f7849 req-7202380e-3157-47d7-9232-28c51209e1cd tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955215 Apr 12 18:40:17.716697 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-dbccb7e9-75ee-410f-ae7e-025791698385 req-4a9e338b-f143-415b-85de-106335d49f16 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (d577038c-842b-4b57-82e0-204fc80e7fce), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:17.976684 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:17.977380 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e338b-f143-415b-85de-106335d49f16 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Pushing event deleted for resources: {'Port': ['ID=d577038c-842b-4b57-82e0-204fc80e7fce,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:18.021691 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbccb7e9-75ee-410f-ae7e-025791698385 req-4a9e338b-f143-415b-85de-106335d49f16 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] No DVR routers for this DVR port d577038c-842b-4b57-82e0-204fc80e7fce on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:40:18.024963 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-dbccb7e9-75ee-410f-ae7e-025791698385 req-4a9e338b-f143-415b-85de-106335d49f16 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:18.028254 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbccb7e9-75ee-410f-ae7e-025791698385 req-4a9e338b-f143-415b-85de-106335d49f16 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.65 "DELETE /v2.0/ports/d577038c-842b-4b57-82e0-204fc80e7fce HTTP/1.1" status: 204 len: 173 time: 0.7745383 Apr 12 18:40:18.028685 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae055a16-bace-449b-8648-4e1a4e6e2017', 'name': 'network-vif-deleted', 'tag': 'd577038c-842b-4b57-82e0-204fc80e7fce'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:40:18.030884 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005d156e-9ccd-42ad-8acb-df213350f9aa" -d '{"events": [{"server_uuid": "ae055a16-bace-449b-8648-4e1a4e6e2017", "name": "network-vif-deleted", "tag": "d577038c-842b-4b57-82e0-204fc80e7fce"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:40:18.064203 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e3ac14-b106-4553-9198-89eb1d2ac679 x-openstack-request-id: req-a2e3ac14-b106-4553-9198-89eb1d2ac679 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:40:18.064464 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae055a16-bace-449b-8648-4e1a4e6e2017", "name": "network-vif-deleted", "tag": "d577038c-842b-4b57-82e0-204fc80e7fce", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:40:18.064742 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2e3ac14-b106-4553-9198-89eb1d2ac679 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:40:18.065135 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e3ac14-b106-4553-9198-89eb1d2ac679'] response: {'server_uuid': 'ae055a16-bace-449b-8648-4e1a4e6e2017', 'name': 'network-vif-deleted', 'tag': 'd577038c-842b-4b57-82e0-204fc80e7fce', 'status': 'completed', 'code': 200} Apr 12 18:40:18.637643 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eabbd9-5930-4446-8b99-ea61c599efbe req-5f4bd7c1-3e4d-442a-9577-fd106d7e219e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:18.639095 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a9eabbd9-5930-4446-8b99-ea61c599efbe req-5f4bd7c1-3e4d-442a-9577-fd106d7e219e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0621927 Apr 12 18:40:18.685649 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a9eabbd9-5930-4446-8b99-ea61c599efbe req-12e798d1-bd23-4e87-8897-ec7bd3e5cd08 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 Apr 12 18:40:18.718340 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5b4eaad-4d3f-48ab-a64a-3cbdf3370f25 req-0ea4467b-db65-463f-b763-ad3e7c8e4a97 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 210 time: 0.0293367 Apr 12 18:40:19.733194 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:19.819925 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-84bcecad-9c32-4c3c-bb8a-6617b1ab46bd req-d1413eb5-48e3-4e61-a31a-d35ea16570eb tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 210 time: 0.0302844 Apr 12 18:40:19.831053 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2472db-b933-42b6-be55-3e54346abcea req-af9e2663-1a22-4495-9469-183496670a96 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:19.832540 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2b2472db-b933-42b6-be55-3e54346abcea req-af9e2663-1a22-4495-9469-183496670a96 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0744197 Apr 12 18:40:19.877492 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2b2472db-b933-42b6-be55-3e54346abcea req-08dc008b-61e4-4dc0-b9dd-e38dab50aac5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394399 Apr 12 18:40:20.222670 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['d577038c-842b-4b57-82e0-204fc80e7fce'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:40:20.917833 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5a2296dd-c681-454c-9ca0-70efb3a3b79a req-ab5c89b5-89fb-40ce-a3b2-cc01f0e2f448 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 210 time: 0.0311987 Apr 12 18:40:21.000492 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1a3ed-7825-4e31-8b0c-79b0db264330 req-29332000-73a5-463d-bf26-9f41979903c3 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:21.002211 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-eda1a3ed-7825-4e31-8b0c-79b0db264330 req-29332000-73a5-463d-bf26-9f41979903c3 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0472879 Apr 12 18:40:21.050095 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-eda1a3ed-7825-4e31-8b0c-79b0db264330 req-d871dd33-86ed-4b9a-bb3e-6b1092f157d2 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416534 Apr 12 18:40:22.025032 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9790404d-9191-43aa-a4e2-8c5579e0fd27 req-f9796690-383c-46b6-85e2-416a9570c229 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 210 time: 0.0293047 Apr 12 18:40:22.169517 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42d704-c5c3-4547-9f56-9e223d2453cd req-47b1af27-6131-4cbd-9d8d-e3ae7c50d2f0 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:22.170981 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-af42d704-c5c3-4547-9f56-9e223d2453cd req-47b1af27-6131-4cbd-9d8d-e3ae7c50d2f0 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0482643 Apr 12 18:40:22.224166 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-af42d704-c5c3-4547-9f56-9e223d2453cd req-4ad2a498-c496-4011-9a7f-f60d76484d19 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470645 Apr 12 18:40:23.148856 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e99039f5-4af7-4c4e-a36e-45200836d1fa req-295befe6-42fb-4e38-b9fa-cd84de8506aa tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae055a16-bace-449b-8648-4e1a4e6e2017 HTTP/1.1" status: 200 len: 210 time: 0.0318265 Apr 12 18:40:23.199833 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb2a4-cad1-4536-8ba8-c371eb512fec req-e6b7ba62-503c-4dbc-ac8a-c6a705a6fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:23.201573 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7b4cb2a4-cad1-4536-8ba8-c371eb512fec req-e6b7ba62-503c-4dbc-ac8a-c6a705a6fd2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 1129 time: 0.0408754 Apr 12 18:40:23.371306 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930edd5a-52fc-4efb-9b20-18f42393972f req-1bc34dbf-e4f5-4d2a-b705-af9b86df5327 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:23.372820 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-930edd5a-52fc-4efb-9b20-18f42393972f req-1bc34dbf-e4f5-4d2a-b705-af9b86df5327 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0668280 Apr 12 18:40:23.389033 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb2a4-cad1-4536-8ba8-c371eb512fec req-64045de6-d2f8-43fb-b9b4-4da1b590c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:23.390433 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7b4cb2a4-cad1-4536-8ba8-c371eb512fec req-64045de6-d2f8-43fb-b9b4-4da1b590c3ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 919 time: 0.1590569 Apr 12 18:40:23.437841 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7b4cb2a4-cad1-4536-8ba8-c371eb512fec req-dcc11b3b-2ac5-4c7d-be20-a7b70f53a73a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50061fb5-0742-4153-89dc-67f17c1a55e4 HTTP/1.1" status: 200 len: 217 time: 0.0393839 Apr 12 18:40:23.486193 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-930edd5a-52fc-4efb-9b20-18f42393972f req-ee247a33-9828-4f30-a00e-e37890e96c2c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076503 Apr 12 18:40:23.506344 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb2a4-cad1-4536-8ba8-c371eb512fec req-f7cb0cd4-6ccb-4aa8-9b08-8859fb1ffbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:23.506344 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7b4cb2a4-cad1-4536-8ba8-c371eb512fec req-f7cb0cd4-6ccb-4aa8-9b08-8859fb1ffbad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.0564985 Apr 12 18:40:23.545326 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb2a4-cad1-4536-8ba8-c371eb512fec req-d5f60933-643c-4a4b-99be-6b6e66dad937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:23.546891 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7b4cb2a4-cad1-4536-8ba8-c371eb512fec req-d5f60933-643c-4a4b-99be-6b6e66dad937 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388150 Apr 12 18:40:23.639661 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7b4cb2a4-cad1-4536-8ba8-c371eb512fec req-ff4355b7-8e2b-4ee3-83ed-2e817189d3c5 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862777 Apr 12 18:40:23.730811 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7b4cb2a4-cad1-4536-8ba8-c371eb512fec req-ebb372d1-8ca5-482f-ac43-2ac2aa3475e7 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852976 Apr 12 18:40:24.495291 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047e5b8-c217-432e-9be8-5047fc658362 req-b53dd5c3-1d05-41a1-be32-2c3d89d2f5ae tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:24.496769 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4047e5b8-c217-432e-9be8-5047fc658362 req-b53dd5c3-1d05-41a1-be32-2c3d89d2f5ae tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/networks?id=159732f0-52c8-4f63-93a2-c9de57695674 HTTP/1.1" status: 200 len: 809 time: 0.1076815 Apr 12 18:40:24.511230 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4047e5b8-c217-432e-9be8-5047fc658362 req-380fba79-6c34-4551-b33f-a73b897e77bc tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/quotas/d495828c15e8445dbb7f9f511706fcde HTTP/1.1" status: 200 len: 375 time: 0.0091267 Apr 12 18:40:24.546583 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4047e5b8-c217-432e-9be8-5047fc658362 req-02783849-ade1-4d48-b36a-08e3eef4576f tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d495828c15e8445dbb7f9f511706fcde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286052 Apr 12 18:40:24.659482 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44606d42-b96b-4de6-9ca5-45ae0c257f9f req-e4a6378d-16a9-497f-8141-afafd2db661d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:24.661061 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-44606d42-b96b-4de6-9ca5-45ae0c257f9f req-e4a6378d-16a9-497f-8141-afafd2db661d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0993762 Apr 12 18:40:24.702327 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4047e5b8-c217-432e-9be8-5047fc658362 req-26b71812-d979-4aeb-8615-0b17d28b2ce6 service neutron] 10.222.0.64 "GET /v2.0/networks/159732f0-52c8-4f63-93a2-c9de57695674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484458 Apr 12 18:40:24.748901 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-44606d42-b96b-4de6-9ca5-45ae0c257f9f req-edc29a0f-2b7f-490f-ac9a-50389083006a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810452 Apr 12 18:40:24.812254 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4047e5b8-c217-432e-9be8-5047fc658362 req-e6688a5e-83e3-4e7d-a989-ec2f5d77182b service neutron] 10.222.0.64 "GET /v2.0/networks/159732f0-52c8-4f63-93a2-c9de57695674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026690 Apr 12 18:40:24.975967 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9226e4a6-1b2e-466e-9315-243d6a5ced5f req-9c54f7f5-9616-4536-85bb-a98f51af19c3 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 210 time: 0.0279148 Apr 12 18:40:25.872852 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a369a-0743-4084-baaa-ecac00e94cd0 req-0a5b2631-64fd-44fe-9261-72fc7221ae6f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:25.874335 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-312a369a-0743-4084-baaa-ecac00e94cd0 req-0a5b2631-64fd-44fe-9261-72fc7221ae6f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0483127 Apr 12 18:40:25.924598 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-312a369a-0743-4084-baaa-ecac00e94cd0 req-624705f2-c7cf-41a2-bc25-2bf3f662ffa6 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Apr 12 18:40:25.952119 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device d577038c-842b-4b57-82e0-204fc80e7fce no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:40:25.972258 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: d577038c-842b-4b57-82e0-204fc80e7fce {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:40:25.972581 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device d577038c-842b-4b57-82e0-204fc80e7fce not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:40:26.068231 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-52fe6343-e7d9-4b29-a03a-c6031a509a3b req-3d230e2c-49a0-4b18-ae41-a570b0db8e00 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 210 time: 0.0270269 Apr 12 18:40:27.041923 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9885ef7-af8a-4f72-9cb3-d91b8d7d5f97 req-b59f4a4a-037f-4c53-8fc8-7b6ea74fa192 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:27.043366 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d9885ef7-af8a-4f72-9cb3-d91b8d7d5f97 req-b59f4a4a-037f-4c53-8fc8-7b6ea74fa192 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0502107 Apr 12 18:40:27.092997 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d9885ef7-af8a-4f72-9cb3-d91b8d7d5f97 req-c3d444d3-b3eb-49e9-a362-42a1b131669e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Apr 12 18:40:27.161178 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0ab00e90-57a5-426c-a660-82bfd85e22ff req-47fca7d2-40b4-4229-9029-17b8ba4598da tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 210 time: 0.0280042 Apr 12 18:40:28.216919 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8bcca-2c8c-4c15-85ba-f16b0dd46c45 req-c600af87-8ae3-4126-9c36-e1e4fbf7837c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:28.218376 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-27b8bcca-2c8c-4c15-85ba-f16b0dd46c45 req-c600af87-8ae3-4126-9c36-e1e4fbf7837c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0500779 Apr 12 18:40:28.268974 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2e913fb8-ee0e-47b3-920a-1c08bdb6425a req-32c9d700-5310-4d26-95a0-3d0a085a1c9f tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 210 time: 0.0389497 Apr 12 18:40:28.289572 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-27b8bcca-2c8c-4c15-85ba-f16b0dd46c45 req-e2d7058a-098a-4bcf-a556-ea35b833cf35 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654495 Apr 12 18:40:28.853217 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:29.383423 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-79b1ee90-c081-4340-98fe-54274553bb92 req-3fe60ba0-b06f-4726-9309-9ecc45c0de1a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 210 time: 0.0380614 Apr 12 18:40:29.422403 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a18f0f-c353-4924-bc84-b3f8b5bfed73 req-b1ddf724-7b01-4719-b4aa-62b0dfafc15a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:29.423955 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-44a18f0f-c353-4924-bc84-b3f8b5bfed73 req-b1ddf724-7b01-4719-b4aa-62b0dfafc15a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0652874 Apr 12 18:40:29.474663 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-44a18f0f-c353-4924-bc84-b3f8b5bfed73 req-cddbdfd1-0809-4c88-97a4-461aa23b4760 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425546 Apr 12 18:40:29.619093 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047e5b8-c217-432e-9be8-5047fc658362 req-abf0c0e6-4655-48ba-9cfa-6403f2d03174 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:29.620580 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4047e5b8-c217-432e-9be8-5047fc658362 req-abf0c0e6-4655-48ba-9cfa-6403f2d03174 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.65 "GET /v2.0/networks?id=159732f0-52c8-4f63-93a2-c9de57695674 HTTP/1.1" status: 200 len: 809 time: 0.1064010 Apr 12 18:40:29.672332 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-4047e5b8-c217-432e-9be8-5047fc658362 req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Request body: {'port': {'device_id': '98918837-f762-40dd-8231-0af726518345', 'network_id': '159732f0-52c8-4f63-93a2-c9de57695674', 'admin_state_up': True, 'tenant_id': 'd495828c15e8445dbb7f9f511706fcde'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:40:29.798990 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4047e5b8-c217-432e-9be8-5047fc658362 req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Made reservation on behalf of d495828c15e8445dbb7f9f511706fcde for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:40:29.802379 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4047e5b8-c217-432e-9be8-5047fc658362 req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:29.933906 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-4047e5b8-c217-432e-9be8-5047fc658362 req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Allocated IP 172.20.0.6 (159732f0-52c8-4f63-93a2-c9de57695674/8bc7a757-5e08-4d87-a07f-0adee2a51f1e/3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:40:30.095161 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4047e5b8-c217-432e-9be8-5047fc658362 req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks [] for port (3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:30.129352 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4047e5b8-c217-432e-9be8-5047fc658362 req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:30.175922 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4047e5b8-c217-432e-9be8-5047fc658362 req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Network 159732f0-52c8-4f63-93a2-c9de57695674 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:40:30.179154 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-4047e5b8-c217-432e-9be8-5047fc658362 req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:40:30.183809 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4047e5b8-c217-432e-9be8-5047fc658362 req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:40:30.187964 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Pushing event updated for resources: {'Port': ['ID=3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:30.217564 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:30.217892 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:30.218227 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:30.218559 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:30.218888 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:30.219222 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:30.219554 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:30.219907 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:30.220226 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:30.220545 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:30.220861 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:30.221177 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:30.221486 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:30.222030 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:30.222393 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:30.259572 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047e5b8-c217-432e-9be8-5047fc658362 req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:30.260127 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4047e5b8-c217-432e-9be8-5047fc658362 req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:30.281546 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4047e5b8-c217-432e-9be8-5047fc658362 req-4061e1b6-98a4-44a0-b37f-e35dc28b848a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6132867 Apr 12 18:40:30.335706 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Request body: {'port': {'device_id': '98918837-f762-40dd-8231-0af726518345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:40:30.397757 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:30.564835 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd2608-0c9b-413d-91bc-ab17e4535586 req-885faf6c-cbb5-4e3c-a750-cea6a6585b22 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:30.566270 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e1dd2608-0c9b-413d-91bc-ab17e4535586 req-885faf6c-cbb5-4e3c-a750-cea6a6585b22 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 931 time: 0.1170816 Apr 12 18:40:30.637831 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc776c-d062-4614-b7bd-8c6fd1643c78 req-531007ae-267d-45f3-b6b9-ad556fa7ab08 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:30.639423 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fefc776c-d062-4614-b7bd-8c6fd1643c78 req-531007ae-267d-45f3-b6b9-ad556fa7ab08 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0909524 Apr 12 18:40:30.720208 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e1dd2608-0c9b-413d-91bc-ab17e4535586 req-d225c74a-ed38-4c3a-b2d0-cddac4553d6c tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322467 Apr 12 18:40:30.758653 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fefc776c-d062-4614-b7bd-8c6fd1643c78 req-567d8893-4142-47da-9162-58b39b541a9c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896490 Apr 12 18:40:30.827568 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:40:30.835068 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Publish callbacks [] for port (3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:30.849270 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Transition to ACTIVE for port object 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:40:30.852828 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:30.906114 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:30.989874 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Attempting to bind port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:40:30.990204 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Attempting to bind port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'f120aaf6-e512-4288-b863-50f4b535a2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '159732f0-52c8-4f63-93a2-c9de57695674'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:40:30.990523 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Attempting to bind port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 on network 159732f0-52c8-4f63-93a2-c9de57695674 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:40:30.995176 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 on network 159732f0-52c8-4f63-93a2-c9de57695674 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:40:30.995516 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Attempting to bind port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 on network 159732f0-52c8-4f63-93a2-c9de57695674 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:40:31.000733 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:40:31.001056 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Checking segment: {'id': 'f120aaf6-e512-4288-b863-50f4b535a2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '159732f0-52c8-4f63-93a2-c9de57695674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:40:31.001483 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Bound using segment: {'id': 'f120aaf6-e512-4288-b863-50f4b535a2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '159732f0-52c8-4f63-93a2-c9de57695674'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:40:31.001997 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Bound port: 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f120aaf6-e512-4288-b863-50f4b535a2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '159732f0-52c8-4f63-93a2-c9de57695674'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:40:31.002341 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:31.071030 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] For port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:40:31.074141 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] For port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412,segment=NetworkSegment(f120aaf6-e512-4288-b863-50f4b535a2dc),segment_id=f120aaf6-e512-4288-b863-50f4b535a2dc)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:40:31.081502 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:31.114703 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:31.115380 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:31.116787 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4047e5b8-c217-432e-9be8-5047fc658362 req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] 10.222.0.65 "PUT /v2.0/ports/3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 HTTP/1.1" status: 200 len: 1093 time: 0.7866120 Apr 12 18:40:31.117231 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98918837-f762-40dd-8231-0af726518345', 'tag': '3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:40:31.119522 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97318b6c-e03d-475a-9909-e294742cfed3" -d '{"events": [{"name": "network-changed", "server_uuid": "98918837-f762-40dd-8231-0af726518345", "tag": "3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:40:31.144655 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dd55e-aeac-4b9a-8d48-c45ba6629e49 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:31.155038 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b826d4-0ad7-44f1-ae46-dd24d09d107c x-openstack-request-id: req-40b826d4-0ad7-44f1-ae46-dd24d09d107c {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:40:31.155355 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98918837-f762-40dd-8231-0af726518345", "tag": "3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:40:31.155614 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40b826d4-0ad7-44f1-ae46-dd24d09d107c {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:40:31.156021 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b826d4-0ad7-44f1-ae46-dd24d09d107c'] response: {'name': 'network-changed', 'server_uuid': '98918837-f762-40dd-8231-0af726518345', 'tag': '3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412', 'status': 'completed', 'code': 200} Apr 12 18:40:31.214223 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047e5b8-c217-432e-9be8-5047fc658362 req-2ad47168-2bf6-4917-920e-3d23dcd0a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:31.215786 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4047e5b8-c217-432e-9be8-5047fc658362 req-2ad47168-2bf6-4917-920e-3d23dcd0a64e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d495828c15e8445dbb7f9f511706fcde&device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 1127 time: 0.0394902 Apr 12 18:40:31.262627 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4047e5b8-c217-432e-9be8-5047fc658362 req-83f87efe-9e58-4429-9f62-a6f159ab3ff8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 HTTP/1.1" status: 200 len: 217 time: 0.0336974 Apr 12 18:40:31.337151 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047e5b8-c217-432e-9be8-5047fc658362 req-04517b4d-db58-4544-900b-dfa31415ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:31.338821 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4047e5b8-c217-432e-9be8-5047fc658362 req-04517b4d-db58-4544-900b-dfa31415ae78 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bc7a757-5e08-4d87-a07f-0adee2a51f1e HTTP/1.1" status: 200 len: 849 time: 0.0675786 Apr 12 18:40:31.372792 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4047e5b8-c217-432e-9be8-5047fc658362 req-319ac10e-207c-4d57-924c-8a898c7867f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=159732f0-52c8-4f63-93a2-c9de57695674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275693 Apr 12 18:40:31.477452 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4047e5b8-c217-432e-9be8-5047fc658362 req-80f710b8-f03d-48cb-8db1-2dad631fed04 service neutron] 10.222.0.65 "GET /v2.0/networks/159732f0-52c8-4f63-93a2-c9de57695674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976164 Apr 12 18:40:31.584195 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4047e5b8-c217-432e-9be8-5047fc658362 req-30befd59-3c5b-4748-9b31-733516aabb59 service neutron] 10.222.0.65 "GET /v2.0/networks/159732f0-52c8-4f63-93a2-c9de57695674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990312 Apr 12 18:40:31.847291 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355683ed-e13b-42b8-8077-340be11097ce req-21835b1f-49ac-4f1d-97b0-4cda62aa5ef8 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:31.848786 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-355683ed-e13b-42b8-8077-340be11097ce req-21835b1f-49ac-4f1d-97b0-4cda62aa5ef8 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 943 time: 0.0489650 Apr 12 18:40:31.912809 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44131a5-c0a0-4170-b279-c556384aa48f req-d11ccde4-f0ff-4350-8a77-4bcec2401c03 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:31.914248 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b44131a5-c0a0-4170-b279-c556384aa48f req-d11ccde4-f0ff-4350-8a77-4bcec2401c03 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0743449 Apr 12 18:40:31.942402 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-355683ed-e13b-42b8-8077-340be11097ce req-6031dd71-6849-4c33-bca7-188734fa8c42 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861092 Apr 12 18:40:31.973274 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b44131a5-c0a0-4170-b279-c556384aa48f req-d3ba5bff-7f18-430c-b7e7-07b67c102597 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531700 Apr 12 18:40:33.067079 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1c29c-d57e-432a-9ec1-e158db2230ed req-16346653-44c1-49c7-a3fa-81f49f6c31be tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:33.074374 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f8d1c29c-d57e-432a-9ec1-e158db2230ed req-16346653-44c1-49c7-a3fa-81f49f6c31be tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 943 time: 0.0633736 Apr 12 18:40:33.134241 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c858c-346f-4442-8def-df34feb1dbc6 req-486ba0b5-5ffe-4a9e-8acf-9ce8df012047 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:33.140436 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-176c858c-346f-4442-8def-df34feb1dbc6 req-486ba0b5-5ffe-4a9e-8acf-9ce8df012047 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0875945 Apr 12 18:40:33.161174 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f8d1c29c-d57e-432a-9ec1-e158db2230ed req-29281138-f56c-489f-bd81-2e7eb8a4bafa tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860476 Apr 12 18:40:33.203271 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-176c858c-346f-4442-8def-df34feb1dbc6 req-c692fbe8-aea1-4284-a474-790e5795ddd2 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545871 Apr 12 18:40:34.271335 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0d046-29e3-4727-929a-b4dd83c78456 req-d1a06933-dbd1-47ac-87e4-1ab61682c3ef tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:34.272948 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-99c0d046-29e3-4727-929a-b4dd83c78456 req-d1a06933-dbd1-47ac-87e4-1ab61682c3ef tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 943 time: 0.0466900 Apr 12 18:40:34.330514 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e897640-a24a-4d28-ad80-da9beda145f3 req-bfb3d701-16ab-4e62-be4c-7184849c714f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:34.332012 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e897640-a24a-4d28-ad80-da9beda145f3 req-bfb3d701-16ab-4e62-be4c-7184849c714f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0582139 Apr 12 18:40:34.366255 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-99c0d046-29e3-4727-929a-b4dd83c78456 req-2d56c753-2dc5-47b3-82aa-aba6990f86df tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843420 Apr 12 18:40:34.397279 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e897640-a24a-4d28-ad80-da9beda145f3 req-dc1ede18-4acd-4579-b5e2-1c8720929fd2 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596325 Apr 12 18:40:35.509498 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bb248-f7c0-40d8-8165-ebf3cdabb1cb req-4540c904-4b1c-439d-825e-ff0b73c6db7a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:35.510956 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d25bb248-f7c0-40d8-8165-ebf3cdabb1cb req-4540c904-4b1c-439d-825e-ff0b73c6db7a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 943 time: 0.0708551 Apr 12 18:40:35.531709 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40600186-fdd2-4dd0-9652-2ad7ca9ce37c req-0beb39b4-b9cc-4d69-8fdb-1deb9da6ee09 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:35.533138 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-40600186-fdd2-4dd0-9652-2ad7ca9ce37c req-0beb39b4-b9cc-4d69-8fdb-1deb9da6ee09 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0641737 Apr 12 18:40:35.590446 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d25bb248-f7c0-40d8-8165-ebf3cdabb1cb req-a62b706b-1721-474d-9088-881dbdcfcc5e tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720482 Apr 12 18:40:35.601381 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-40600186-fdd2-4dd0-9652-2ad7ca9ce37c req-c440d4cb-a9e8-44a1-a656-29827886005e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613894 Apr 12 18:40:36.739650 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce0413-328a-4b51-b5d5-03073de17490 req-08b1db3d-38b3-476b-b0aa-a2a2a4cde851 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:36.741169 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebce0413-328a-4b51-b5d5-03073de17490 req-08b1db3d-38b3-476b-b0aa-a2a2a4cde851 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 943 time: 0.0792835 Apr 12 18:40:36.749032 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40a501-6ef7-440c-8b0d-18780455a96c req-205a99b0-7711-41c8-9289-8ef77149c600 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:36.750357 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cd40a501-6ef7-440c-8b0d-18780455a96c req-205a99b0-7711-41c8-9289-8ef77149c600 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0781934 Apr 12 18:40:36.820689 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebce0413-328a-4b51-b5d5-03073de17490 req-0b875558-d114-440e-9466-aa402148aacb tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693743 Apr 12 18:40:36.823894 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cd40a501-6ef7-440c-8b0d-18780455a96c req-f551997c-d2e6-4701-9abe-1887904b7404 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669315 Apr 12 18:40:38.197287 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235f7b9-9f58-4a48-b095-a1403b0870f2 req-40a1fc2d-aa68-42e8-b45f-c78b164ee31a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:38.198714 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6235f7b9-9f58-4a48-b095-a1403b0870f2 req-40a1fc2d-aa68-42e8-b45f-c78b164ee31a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 943 time: 0.3099556 Apr 12 18:40:38.205144 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1de94-ecee-4d0b-8bf2-11fa6a3d8c6b req-5cb9c4cd-f40b-4dcd-b7fa-6bea0ade599e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:38.206545 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-79a1de94-ecee-4d0b-8bf2-11fa6a3d8c6b req-5cb9c4cd-f40b-4dcd-b7fa-6bea0ade599e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.3071296 Apr 12 18:40:38.272553 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6235f7b9-9f58-4a48-b095-a1403b0870f2 req-558db3a0-f3a4-4f5d-80fe-46c8944ba26a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650454 Apr 12 18:40:38.279303 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-79a1de94-ecee-4d0b-8bf2-11fa6a3d8c6b req-e5baccef-bed2-4d9e-a17f-dbc672a5bd75 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652504 Apr 12 18:40:39.079770 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97318b6c-e03d-475a-9909-e294742cfed3 req-1e01fb2c-f2e1-468e-ad85-e5bbeef30d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:39.080998 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-97318b6c-e03d-475a-9909-e294742cfed3 req-1e01fb2c-f2e1-468e-ad85-e5bbeef30d18 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d495828c15e8445dbb7f9f511706fcde&device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 1127 time: 0.0437355 Apr 12 18:40:39.182948 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97318b6c-e03d-475a-9909-e294742cfed3 req-78bc366d-1a62-44b6-a4d3-d122c9fec8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:39.184741 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-97318b6c-e03d-475a-9909-e294742cfed3 req-78bc366d-1a62-44b6-a4d3-d122c9fec8bd service neutron] 10.222.0.65 "GET /v2.0/networks?id=159732f0-52c8-4f63-93a2-c9de57695674 HTTP/1.1" status: 200 len: 910 time: 0.0978911 Apr 12 18:40:39.225660 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-97318b6c-e03d-475a-9909-e294742cfed3 req-2e7e4399-1cd9-4712-9e30-9b7e4645aca7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 HTTP/1.1" status: 200 len: 217 time: 0.0349524 Apr 12 18:40:39.276637 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97318b6c-e03d-475a-9909-e294742cfed3 req-efe83faf-a807-439d-896e-fd838f3375f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:39.278114 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-97318b6c-e03d-475a-9909-e294742cfed3 req-efe83faf-a807-439d-896e-fd838f3375f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bc7a757-5e08-4d87-a07f-0adee2a51f1e HTTP/1.1" status: 200 len: 849 time: 0.0469706 Apr 12 18:40:39.309985 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-97318b6c-e03d-475a-9909-e294742cfed3 req-4636d723-ba7c-417f-a834-85b28dd90b23 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=159732f0-52c8-4f63-93a2-c9de57695674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257573 Apr 12 18:40:39.449331 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3c4af-33b7-4431-9fd4-9ac0040fd444 req-c73edd90-37d9-47ea-a391-e2d903a5e035 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:39.450766 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-14b3c4af-33b7-4431-9fd4-9ac0040fd444 req-c73edd90-37d9-47ea-a391-e2d903a5e035 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 943 time: 0.1101930 Apr 12 18:40:39.464943 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ef6cd-c5ef-4888-b91f-f8e9d5bdf09f req-74e50434-45f8-461a-878a-1efe868e6497 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:39.466348 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d78ef6cd-c5ef-4888-b91f-f8e9d5bdf09f req-74e50434-45f8-461a-878a-1efe868e6497 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.1144178 Apr 12 18:40:39.504715 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-97318b6c-e03d-475a-9909-e294742cfed3 req-886bfe94-a612-4449-9945-47d88e3a38bd service neutron] 10.222.0.65 "GET /v2.0/networks/159732f0-52c8-4f63-93a2-c9de57695674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890271 Apr 12 18:40:39.547620 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-14b3c4af-33b7-4431-9fd4-9ac0040fd444 req-61ee3207-0804-4f2d-867f-8c5190c9183b tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906198 Apr 12 18:40:39.550819 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d78ef6cd-c5ef-4888-b91f-f8e9d5bdf09f req-6fbd391a-d484-403d-9143-ede333178600 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711067 Apr 12 18:40:40.701261 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cce80d-b419-4afd-8317-3257a11dc3d8 req-16989902-2074-4d20-8649-8ecb97d9a4bb tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:40.703612 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-70cce80d-b419-4afd-8317-3257a11dc3d8 req-16989902-2074-4d20-8649-8ecb97d9a4bb tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 943 time: 0.0786276 Apr 12 18:40:40.712701 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc72b61-2583-4c16-95b3-5b31e629a0ed req-ec4c9b58-049c-4fc0-b2bf-96a812d11f37 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:40.714090 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2cc72b61-2583-4c16-95b3-5b31e629a0ed req-ec4c9b58-049c-4fc0-b2bf-96a812d11f37 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0802641 Apr 12 18:40:40.783184 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-70cce80d-b419-4afd-8317-3257a11dc3d8 req-d6f72aa5-3f44-4d01-9131-2fd77f32c8a5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681620 Apr 12 18:40:40.786407 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2cc72b61-2583-4c16-95b3-5b31e629a0ed req-e60af9bd-9024-45b1-a214-12814d192710 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658448 Apr 12 18:40:41.930926 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc793e6f-ab17-4724-a7e4-ec2f7c362406 req-b90a828b-0cbb-4458-93f4-5b569c07ae50 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:41.932446 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cc793e6f-ab17-4724-a7e4-ec2f7c362406 req-b90a828b-0cbb-4458-93f4-5b569c07ae50 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 943 time: 0.0816751 Apr 12 18:40:41.940414 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38261500-e039-4c68-8675-f59ea365f27e req-31ca67a0-9fda-4ecd-8965-f50a1d52c236 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:41.941829 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-38261500-e039-4c68-8675-f59ea365f27e req-31ca67a0-9fda-4ecd-8965-f50a1d52c236 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0790246 Apr 12 18:40:42.012762 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cc793e6f-ab17-4724-a7e4-ec2f7c362406 req-97d3276f-12fb-47e6-bc34-e5ad6122aa6e tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699997 Apr 12 18:40:42.016927 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-38261500-e039-4c68-8675-f59ea365f27e req-4d16a383-7395-41ad-833d-339bf03e152a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685866 Apr 12 18:40:43.161691 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fe568-0a66-4df3-a9dc-1358155964db req-62d2ce3e-a78a-453d-8a34-181422543ef4 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:43.163146 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-375fe568-0a66-4df3-a9dc-1358155964db req-62d2ce3e-a78a-453d-8a34-181422543ef4 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 943 time: 0.0772572 Apr 12 18:40:43.168897 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f34a2-e310-4f2c-87fa-7e686c977094 req-92c22fb8-367b-4bba-b4e0-730345167264 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:43.170228 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-626f34a2-e310-4f2c-87fa-7e686c977094 req-92c22fb8-367b-4bba-b4e0-730345167264 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0747261 Apr 12 18:40:43.237207 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-375fe568-0a66-4df3-a9dc-1358155964db req-b67c5da3-9eca-4897-9cb9-9af4aa1d15b6 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660579 Apr 12 18:40:43.244000 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-626f34a2-e310-4f2c-87fa-7e686c977094 req-15ebd41a-8a2c-44b8-8e11-028153033989 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671127 Apr 12 18:40:43.284712 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d2b03298-faa4-4a21-b92c-b3426d24403c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:44.005972 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:40:44.108775 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412,segment=NetworkSegment(f120aaf6-e512-4288-b863-50f4b535a2dc),segment_id=f120aaf6-e512-4288-b863-50f4b535a2dc)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:40:44.120207 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412', 'network_id': '159732f0-52c8-4f63-93a2-c9de57695674', 'port_id': '3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412', 'mac_address': 'fa:16:3e:e1:ef:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc7a757-5e08-4d87-a07f-0adee2a51f1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:40:44.157647 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:40:44.158045 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:44.170992 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:40:44.194615 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412,segment=NetworkSegment(f120aaf6-e512-4288-b863-50f4b535a2dc),segment_id=f120aaf6-e512-4288-b863-50f4b535a2dc)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:40:44.200518 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:44.252101 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:44.259446 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:44.259723 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:44.260066 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:44.260413 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:44.260750 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:44.261086 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:44.261415 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:44.261763 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:44.262055 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:44.262382 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:44.262700 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:44.263030 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:44.263391 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:44.263717 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:44.264043 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:44.378521 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f645da7-ffba-458b-acf0-648e17de86cc req-101561aa-48cd-4413-9d5e-9b5b1c200fe0 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:44.380032 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1f645da7-ffba-458b-acf0-648e17de86cc req-101561aa-48cd-4413-9d5e-9b5b1c200fe0 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 944 time: 0.0761831 Apr 12 18:40:44.387956 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a23ae-ad2a-4924-a9b8-9b67035775cb req-ba19e9c3-a1f4-4c3a-9557-27b2a7bd6572 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:44.389353 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-480a23ae-ad2a-4924-a9b8-9b67035775cb req-ba19e9c3-a1f4-4c3a-9557-27b2a7bd6572 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0728631 Apr 12 18:40:44.462493 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1f645da7-ffba-458b-acf0-648e17de86cc req-0707d430-7a56-4480-88d1-f9aee6e9c0cc tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722132 Apr 12 18:40:44.465737 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-480a23ae-ad2a-4924-a9b8-9b67035775cb req-45451505-c21e-41a1-9246-eb3c102defd9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698731 Apr 12 18:40:45.042401 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:40:45.602500 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787a2fc-4f9f-433f-87a1-36b4aa384cb3 req-5f9276e2-a219-4a90-8b67-188dc195b0f8 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:45.604067 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0787a2fc-4f9f-433f-87a1-36b4aa384cb3 req-5f9276e2-a219-4a90-8b67-188dc195b0f8 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 944 time: 0.0745764 Apr 12 18:40:45.623961 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8157fe8-b102-4f79-93f6-74a3e35082c6 req-63a19001-8eb4-4c97-b3c0-5d7e27177af3 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:45.625422 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e8157fe8-b102-4f79-93f6-74a3e35082c6 req-63a19001-8eb4-4c97-b3c0-5d7e27177af3 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0662241 Apr 12 18:40:45.686260 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0787a2fc-4f9f-433f-87a1-36b4aa384cb3 req-afc1c732-adc1-4241-ae0b-721bb2712c27 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757148 Apr 12 18:40:45.705962 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e8157fe8-b102-4f79-93f6-74a3e35082c6 req-05fd4a95-3701-4856-a459-72fadf4c0b62 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689380 Apr 12 18:40:45.710640 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b8076b60-b455-4d07-9d1c-105011363063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:45.907538 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-97318b6c-e03d-475a-9909-e294742cfed3 req-be25db25-e02f-4e30-a2af-cfcac574a28b service neutron] 10.222.0.65 "GET /v2.0/networks/159732f0-52c8-4f63-93a2-c9de57695674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016853 Apr 12 18:40:45.934032 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053c314-8aae-43b7-a58a-ea9f1ee683fa req-ba1a791d-7b8b-4019-8194-573ec5e7f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:45.935640 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b053c314-8aae-43b7-a58a-ea9f1ee683fa req-ba1a791d-7b8b-4019-8194-573ec5e7f9b5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 1129 time: 0.0416462 Apr 12 18:40:45.993816 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b053c314-8aae-43b7-a58a-ea9f1ee683fa req-c7d645a5-6332-4535-8945-a008c7088ba6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425985 Apr 12 18:40:46.166972 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:40:46.216294 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:40:46.224846 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:40:46.225184 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:46.303421 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:40:46.303818 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:46.331898 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98918837-f762-40dd-8231-0af726518345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:40:46.334176 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc0096f-3f50-4f86-aa28-1a5d592e1b25" -d '{"events": [{"server_uuid": "98918837-f762-40dd-8231-0af726518345", "name": "network-vif-plugged", "status": "completed", "tag": "3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:40:46.346768 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412,segment=NetworkSegment(f120aaf6-e512-4288-b863-50f4b535a2dc),segment_id=f120aaf6-e512-4288-b863-50f4b535a2dc)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:40:46.352355 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:46.383287 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5ef077-2ffe-4cb6-9490-3cbecd1e4822 x-openstack-request-id: req-0f5ef077-2ffe-4cb6-9490-3cbecd1e4822 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:40:46.383593 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98918837-f762-40dd-8231-0af726518345", "name": "network-vif-plugged", "status": "completed", "tag": "3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:40:46.383850 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f5ef077-2ffe-4cb6-9490-3cbecd1e4822 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:40:46.384245 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f5ef077-2ffe-4cb6-9490-3cbecd1e4822'] response: {'server_uuid': '98918837-f762-40dd-8231-0af726518345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412', 'code': 200} Apr 12 18:40:46.415103 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:46.468057 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 58762) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:46.569158 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:46.570205 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 58772) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:46.573343 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2408d95-9880-47fd-b96a-822082b79bb9 req-2d29b509-c640-4411-87a3-8f031508bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:46.574828 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e2408d95-9880-47fd-b96a-822082b79bb9 req-2d29b509-c640-4411-87a3-8f031508bc8a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 1129 time: 0.0578451 Apr 12 18:40:46.642239 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:46.644524 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-43d22d33-1e3f-4e32-9710-33cc1b9ba3b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:46.718006 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Publish callbacks [] for security_group (a51836e1-a258-4774-bfb1-bbc19c930520), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:46.724940 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (a51836e1-a258-4774-bfb1-bbc19c930520), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:46.754780 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-43d22d33-1e3f-4e32-9710-33cc1b9ba3b5 admin admin] Publish callbacks [] for security_group (3c0267b8-8858-4840-948c-d1bceaa064c9), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:46.763642 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-43d22d33-1e3f-4e32-9710-33cc1b9ba3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (3c0267b8-8858-4840-948c-d1bceaa064c9), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:46.764405 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76636a18e2dd4db78c02c15422fa8dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929560 Apr 12 18:40:46.782342 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 58786) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:46.783505 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51836e1-a258-4774-bfb1-bbc19c930520,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:46.797629 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-43d22d33-1e3f-4e32-9710-33cc1b9ba3b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=941f3c3e53ad4c2b8e575d21c8648704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258977 Apr 12 18:40:46.797849 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 58788) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:46.803662 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:46.804189 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:46.804699 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:46.805217 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:46.805896 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:46.806077 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:46.806481 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:46.806796 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:46.807147 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:46.807488 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:46.807830 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:46.808349 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:46.808809 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:46.809127 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:46.809592 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045e418-e78c-4137-b21a-bb3eaefd1650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:40:46.860112 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a6d00318-b43c-49fc-a6fd-da395cf39f0f admin admin] Publish callbacks [] for security_group (a51836e1-a258-4774-bfb1-bbc19c930520), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:46.881836 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a6d00318-b43c-49fc-a6fd-da395cf39f0f admin admin] Publish callbacks [] for security_group (a51836e1-a258-4774-bfb1-bbc19c930520), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:46.885159 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d22d33-1e3f-4e32-9710-33cc1b9ba3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0267b8-8858-4840-948c-d1bceaa064c9,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:46.929722 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a6d00318-b43c-49fc-a6fd-da395cf39f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (a51836e1-a258-4774-bfb1-bbc19c930520), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:46.932368 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a6d00318-b43c-49fc-a6fd-da395cf39f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:46.932669 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97106aa7-fba6-48bf-91d9-ceb2da79d775 req-2f815b47-e68a-4579-8bae-393e69cd3f31 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:46.935962 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-a6d00318-b43c-49fc-a6fd-da395cf39f0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a51836e1-a258-4774-bfb1-bbc19c930520 HTTP/1.1" status: 204 len: 168 time: 0.1415706 Apr 12 18:40:46.936100 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-97106aa7-fba6-48bf-91d9-ceb2da79d775 req-2f815b47-e68a-4579-8bae-393e69cd3f31 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.1121526 Apr 12 18:40:46.946310 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e69dd1-f6fc-4a9c-bc29-95687b06e561 req-d53e07c9-1717-4d0c-bb87-8616ba1f86ae tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:46.947351 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d00318-b43c-49fc-a6fd-da395cf39f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51836e1-a258-4774-bfb1-bbc19c930520,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:46.947802 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-98e69dd1-f6fc-4a9c-bc29-95687b06e561 req-d53e07c9-1717-4d0c-bb87-8616ba1f86ae tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.1150837 Apr 12 18:40:47.005915 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ed725724-edd2-42cf-81a3-44f2116573b3 admin admin] Publish callbacks [] for security_group (3c0267b8-8858-4840-948c-d1bceaa064c9), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:47.065041 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ed725724-edd2-42cf-81a3-44f2116573b3 admin admin] Publish callbacks [] for security_group (3c0267b8-8858-4840-948c-d1bceaa064c9), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:47.084056 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-97106aa7-fba6-48bf-91d9-ceb2da79d775 req-06c996c2-28a8-42ab-9428-1b4593eb0349 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338673 Apr 12 18:40:47.113239 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e2408d95-9880-47fd-b96a-822082b79bb9 req-1f53eb86-4afa-4d9e-86bb-d1478bd4e1a2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601245 Apr 12 18:40:47.123690 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-98e69dd1-f6fc-4a9c-bc29-95687b06e561 req-efbf8c28-a72a-4c81-b51d-4d742bbd3e9b tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547334 Apr 12 18:40:47.153070 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ed725724-edd2-42cf-81a3-44f2116573b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (3c0267b8-8858-4840-948c-d1bceaa064c9), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:47.155723 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ed725724-edd2-42cf-81a3-44f2116573b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:47.159459 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-ed725724-edd2-42cf-81a3-44f2116573b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c0267b8-8858-4840-948c-d1bceaa064c9 HTTP/1.1" status: 204 len: 168 time: 0.3578973 Apr 12 18:40:47.164772 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed725724-edd2-42cf-81a3-44f2116573b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0267b8-8858-4840-948c-d1bceaa064c9,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:47.426325 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 58806) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:47.440952 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d94ccee2-6a1a-4cf6-a4e1-0da2d0ca4c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:47.520471 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d94ccee2-6a1a-4cf6-a4e1-0da2d0ca4c06 admin admin] Publish callbacks [] for security_group (11c1f6c1-5540-43f5-9bb1-cfdc19e82be6), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:47.525738 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d94ccee2-6a1a-4cf6-a4e1-0da2d0ca4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (11c1f6c1-5540-43f5-9bb1-cfdc19e82be6), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:47.566752 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-d94ccee2-6a1a-4cf6-a4e1-0da2d0ca4c06 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83fa9967fb3d4d87a78a8fbdf30f6f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391749 Apr 12 18:40:47.567933 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ccee2-6a1a-4cf6-a4e1-0da2d0ca4c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c1f6c1-5540-43f5-9bb1-cfdc19e82be6,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:47.569471 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 58814) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:40:47.626079 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-962732a5-7e2e-4ba7-acd5-0cc2ddf4e426 admin admin] Publish callbacks [] for security_group (11c1f6c1-5540-43f5-9bb1-cfdc19e82be6), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:47.647422 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-962732a5-7e2e-4ba7-acd5-0cc2ddf4e426 admin admin] Publish callbacks [] for security_group (11c1f6c1-5540-43f5-9bb1-cfdc19e82be6), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:47.695995 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-962732a5-7e2e-4ba7-acd5-0cc2ddf4e426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (11c1f6c1-5540-43f5-9bb1-cfdc19e82be6), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:47.698602 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-962732a5-7e2e-4ba7-acd5-0cc2ddf4e426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:47.699813 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-962732a5-7e2e-4ba7-acd5-0cc2ddf4e426 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11c1f6c1-5540-43f5-9bb1-cfdc19e82be6 HTTP/1.1" status: 204 len: 168 time: 0.1284592 Apr 12 18:40:47.708648 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962732a5-7e2e-4ba7-acd5-0cc2ddf4e426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c1f6c1-5540-43f5-9bb1-cfdc19e82be6,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:40:47.982593 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:48.204196 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec7af3-cf6b-42b8-a112-a8de1a45c89d req-fc40e17b-2979-4bb3-961d-1bdb125e6639 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:48.205717 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d8ec7af3-cf6b-42b8-a112-a8de1a45c89d req-fc40e17b-2979-4bb3-961d-1bdb125e6639 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0503664 Apr 12 18:40:48.280085 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b4cd4-fbf8-43e3-84c5-52950f096969 req-20ab4624-77ae-4ada-a280-15313f735dfd tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:48.281694 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9b8b4cd4-fbf8-43e3-84c5-52950f096969 req-20ab4624-77ae-4ada-a280-15313f735dfd tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0721745 Apr 12 18:40:48.308142 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d8ec7af3-cf6b-42b8-a112-a8de1a45c89d req-6cf3d46e-7dd9-4c6c-b9b5-b340c46eba4c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962691 Apr 12 18:40:48.338524 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9b8b4cd4-fbf8-43e3-84c5-52950f096969 req-7dc18732-13ad-445f-9444-d79894bbe2ac tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487082 Apr 12 18:40:49.446468 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065218fc-2187-4246-a0f8-fc383e7db1c5 req-40bfa554-a1eb-43ba-86b8-0d291ff181d4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:49.447986 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-065218fc-2187-4246-a0f8-fc383e7db1c5 req-40bfa554-a1eb-43ba-86b8-0d291ff181d4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0686772 Apr 12 18:40:49.470890 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c69a5d-a549-4f0e-9f6b-91e0759d55f7 req-bee351e1-386b-4b2d-bc33-1650d8115313 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:49.472446 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c5c69a5d-a549-4f0e-9f6b-91e0759d55f7 req-bee351e1-386b-4b2d-bc33-1650d8115313 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0659943 Apr 12 18:40:49.533170 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-065218fc-2187-4246-a0f8-fc383e7db1c5 req-5a685750-15f9-4b07-a7f2-4f3aae15416c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790036 Apr 12 18:40:49.545145 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c5c69a5d-a549-4f0e-9f6b-91e0759d55f7 req-bc9a7b4b-dd62-41f6-bb14-28e287d5d1f5 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665290 Apr 12 18:40:49.739353 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:50.680038 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877659d-a493-4da8-8a0e-616136fd11b7 req-b0cc0390-b67e-4012-8ec3-4376add6c9cf tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:50.681522 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4877659d-a493-4da8-8a0e-616136fd11b7 req-b0cc0390-b67e-4012-8ec3-4376add6c9cf tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0724046 Apr 12 18:40:50.689557 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6226f88-e4d6-4d33-bacc-d7cbee28bc98 req-2ed5fd79-11cb-4b2c-93cf-665665d5076b tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:50.690965 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c6226f88-e4d6-4d33-bacc-d7cbee28bc98 req-2ed5fd79-11cb-4b2c-93cf-665665d5076b tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0713675 Apr 12 18:40:50.764566 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4877659d-a493-4da8-8a0e-616136fd11b7 req-25cba7d5-d624-4c98-8db2-842a5841eb49 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726411 Apr 12 18:40:50.767741 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c6226f88-e4d6-4d33-bacc-d7cbee28bc98 req-55b81e34-b600-4030-868b-9637000e90dd tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701611 Apr 12 18:40:50.895107 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:40:51.904736 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8474d-e308-4b8a-af92-ec412edd440e req-601d49bc-f17a-4f0d-a726-f85aa37e9d3d tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:51.906187 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-11e8474d-e308-4b8a-af92-ec412edd440e req-601d49bc-f17a-4f0d-a726-f85aa37e9d3d tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0632875 Apr 12 18:40:51.911899 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4eb4e-eae1-4ecf-bea0-023f5cea825e req-5690c2f9-1e8c-42bc-9dc5-6ef37f0f94a1 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:51.913242 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41d4eb4e-eae1-4ecf-bea0-023f5cea825e req-5690c2f9-1e8c-42bc-9dc5-6ef37f0f94a1 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0791597 Apr 12 18:40:51.982882 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-11e8474d-e308-4b8a-af92-ec412edd440e req-14ff384e-3ee4-4039-9751-58396881f0f1 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686648 Apr 12 18:40:51.986110 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41d4eb4e-eae1-4ecf-bea0-023f5cea825e req-044d0d9c-96dc-4d41-a2f9-4c1d34ffd6d5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663164 Apr 12 18:40:53.133611 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd895f-1de0-4144-8140-b8d255d14cf1 req-d57d6471-3639-46e0-99af-256359039aab tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:53.135237 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d8bd895f-1de0-4144-8140-b8d255d14cf1 req-d57d6471-3639-46e0-99af-256359039aab tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0832338 Apr 12 18:40:53.141689 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de350d-72d7-4af5-b0c8-a92e9d439d15 req-7b1e0b51-b4de-4755-9f3a-16c0da7e4f72 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:53.142904 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-55de350d-72d7-4af5-b0c8-a92e9d439d15 req-7b1e0b51-b4de-4755-9f3a-16c0da7e4f72 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0896614 Apr 12 18:40:53.212534 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d8bd895f-1de0-4144-8140-b8d255d14cf1 req-4809647e-26ed-45ea-9968-0c3c07741d3d tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686295 Apr 12 18:40:53.219448 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-55de350d-72d7-4af5-b0c8-a92e9d439d15 req-834aaa80-198e-4971-bed5-312d78fbee64 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686154 Apr 12 18:40:53.464312 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d5c9b-5098-4ac5-881b-47251366f490 req-ee3bd20a-ec9c-4e85-9b65-dae9fb46e284 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:53.465789 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c74d5c9b-5098-4ac5-881b-47251366f490 req-ee3bd20a-ec9c-4e85-9b65-dae9fb46e284 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0503569 Apr 12 18:40:53.515827 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c74d5c9b-5098-4ac5-881b-47251366f490 req-6c3bb3a0-3404-46cb-99fa-3af1fd211f4c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439491 Apr 12 18:40:54.017846 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cca598-0023-4c65-bf2f-3f45f86090a2 req-bdedde3b-5bb9-4f3b-a796-a4223fc49dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:54.019547 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-77cca598-0023-4c65-bf2f-3f45f86090a2 req-bdedde3b-5bb9-4f3b-a796-a4223fc49dd9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 1129 time: 0.0509419 Apr 12 18:40:54.119218 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cca598-0023-4c65-bf2f-3f45f86090a2 req-1e9c1218-645c-45aa-b826-0cc6bfb4d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:54.120739 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-77cca598-0023-4c65-bf2f-3f45f86090a2 req-1e9c1218-645c-45aa-b826-0cc6bfb4d228 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 919 time: 0.0940657 Apr 12 18:40:54.165594 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-77cca598-0023-4c65-bf2f-3f45f86090a2 req-3279c7dd-2937-43d5-b9d8-a418f4868577 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50061fb5-0742-4153-89dc-67f17c1a55e4 HTTP/1.1" status: 200 len: 217 time: 0.0355010 Apr 12 18:40:54.215051 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cca598-0023-4c65-bf2f-3f45f86090a2 req-93fa719d-9887-4e83-87ba-e157fae64eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:54.216555 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-77cca598-0023-4c65-bf2f-3f45f86090a2 req-93fa719d-9887-4e83-87ba-e157fae64eb2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.0455575 Apr 12 18:40:54.275393 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cca598-0023-4c65-bf2f-3f45f86090a2 req-bc77bef8-da86-44aa-9156-3a3fd5713b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:54.277341 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-77cca598-0023-4c65-bf2f-3f45f86090a2 req-bc77bef8-da86-44aa-9156-3a3fd5713b88 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544806 Apr 12 18:40:54.342498 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f098b7-2b45-45f6-a62a-eff9e63bc5f9 req-8d6cb497-da17-4ab7-9db3-d0d9954918b4 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:54.344052 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-78f098b7-2b45-45f6-a62a-eff9e63bc5f9 req-8d6cb497-da17-4ab7-9db3-d0d9954918b4 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0539405 Apr 12 18:40:54.393229 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-78f098b7-2b45-45f6-a62a-eff9e63bc5f9 req-0c7832e6-5a80-465d-8e11-1c21e417c16b tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 Apr 12 18:40:54.632441 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e72dff-5a58-47ed-8306-9bb028a5ff40 req-c886f8c8-be06-4625-8a7d-67e60bc3a930 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:54.633969 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b6e72dff-5a58-47ed-8306-9bb028a5ff40 req-c886f8c8-be06-4625-8a7d-67e60bc3a930 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0478625 Apr 12 18:40:54.681388 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b6e72dff-5a58-47ed-8306-9bb028a5ff40 req-c3987b80-df64-4aa1-a094-d758fe899bbf tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417686 Apr 12 18:40:55.799797 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a982c23-3fe2-4799-bdaf-f7cccd936e67 req-bccc4b23-0e1d-4852-9342-ec85915a5b25 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:55.801255 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4a982c23-3fe2-4799-bdaf-f7cccd936e67 req-bccc4b23-0e1d-4852-9342-ec85915a5b25 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0510354 Apr 12 18:40:55.847935 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4a982c23-3fe2-4799-bdaf-f7cccd936e67 req-7551e4c9-2004-488c-959b-c43756b8b22a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Apr 12 18:40:55.933338 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-77cca598-0023-4c65-bf2f-3f45f86090a2 req-4993fa54-029d-49c3-9725-8a56616bf620 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844736 Apr 12 18:40:56.796895 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-77cca598-0023-4c65-bf2f-3f45f86090a2 req-9a39ed2f-8591-494e-96db-5feff6404c71 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912850 Apr 12 18:40:56.968899 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a08c6-c88c-433d-82be-7168f3a2bbbb req-ec8b981b-af0f-47a1-b431-e1768791e7ba tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:56.970360 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-783a08c6-c88c-433d-82be-7168f3a2bbbb req-ec8b981b-af0f-47a1-b431-e1768791e7ba tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0482292 Apr 12 18:40:57.016649 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-783a08c6-c88c-433d-82be-7168f3a2bbbb req-329dd905-9d57-47e9-92dd-e64cc6f4def7 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406308 Apr 12 18:40:58.141977 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c97f-47a8-41f2-9931-b1eff22c3f8f req-ddb56d58-16c3-421f-8023-07d04f8b2d6f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:58.143614 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ef93c97f-47a8-41f2-9931-b1eff22c3f8f req-ddb56d58-16c3-421f-8023-07d04f8b2d6f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0529346 Apr 12 18:40:58.194715 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ef93c97f-47a8-41f2-9931-b1eff22c3f8f req-84ccfb8e-12c0-482f-abfd-896430f86b34 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449944 Apr 12 18:40:58.864586 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:40:59.314498 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d34963-2bc7-4ff9-a383-8970f7323f04 req-1cce7105-4027-402a-9ba0-9d0a82376b9a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:59.316101 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c1d34963-2bc7-4ff9-a383-8970f7323f04 req-1cce7105-4027-402a-9ba0-9d0a82376b9a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0482976 Apr 12 18:40:59.363386 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c1d34963-2bc7-4ff9-a383-8970f7323f04 req-6d5445e8-dcda-4ef2-8d89-11428fccc036 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413644 Apr 12 18:40:59.512425 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec258fe7-8eb9-400a-9e32-6c4db9ffea90 req-0d5c3364-31a6-4628-9796-20b03303a6b9 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:40:59.513836 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ec258fe7-8eb9-400a-9e32-6c4db9ffea90 req-0d5c3364-31a6-4628-9796-20b03303a6b9 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0467272 Apr 12 18:40:59.562568 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ec258fe7-8eb9-400a-9e32-6c4db9ffea90 req-82992d8a-c09a-44a0-be4a-29290c3e612b tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431378 Apr 12 18:41:00.477437 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff675aa9-d758-40c7-aa4d-df3c91dd4329 req-4c97bf86-a923-4aec-ba35-d0964e4d9716 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:00.478898 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ff675aa9-d758-40c7-aa4d-df3c91dd4329 req-4c97bf86-a923-4aec-ba35-d0964e4d9716 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0476172 Apr 12 18:41:00.528725 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ff675aa9-d758-40c7-aa4d-df3c91dd4329 req-a247f2ae-f3c1-4c48-95f2-ac2aff81fc06 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419502 Apr 12 18:41:00.689151 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8ee26-571a-4293-a52b-3c3bd20a2c92 req-76311498-2c00-4c62-b977-81f7ce8545bb tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:00.690533 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-79e8ee26-571a-4293-a52b-3c3bd20a2c92 req-76311498-2c00-4c62-b977-81f7ce8545bb tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0546982 Apr 12 18:41:00.738162 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-79e8ee26-571a-4293-a52b-3c3bd20a2c92 req-2d464509-71e9-436c-b56a-3bdc7fd56595 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415664 Apr 12 18:41:01.656571 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45bf13-4cca-458c-a3ed-23b0fd38e493 req-6c7df7ef-fc06-4c3e-9239-640d48fa29e9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:01.658058 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ea45bf13-4cca-458c-a3ed-23b0fd38e493 req-6c7df7ef-fc06-4c3e-9239-640d48fa29e9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0546768 Apr 12 18:41:01.711257 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ea45bf13-4cca-458c-a3ed-23b0fd38e493 req-591d88b5-bd22-4cd8-a738-8489c93b26fa tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444186 Apr 12 18:41:01.850972 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b69fbc-d682-4d35-96be-659e6dfba448 req-2679ffde-dff2-4658-afb1-4d121ff89f77 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:01.852474 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b8b69fbc-d682-4d35-96be-659e6dfba448 req-2679ffde-dff2-4658-afb1-4d121ff89f77 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0477715 Apr 12 18:41:01.901608 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b8b69fbc-d682-4d35-96be-659e6dfba448 req-fb4ed385-1b0b-4eb8-a5cd-7b7708d6d76d tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411072 Apr 12 18:41:02.833809 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2e4fa-0638-4b4f-b773-8a5552aa6f1f req-7b53bdd2-e48b-4ca1-b957-41a068613c23 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:02.835314 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-92e2e4fa-0638-4b4f-b773-8a5552aa6f1f req-7b53bdd2-e48b-4ca1-b957-41a068613c23 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0471661 Apr 12 18:41:02.888894 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-92e2e4fa-0638-4b4f-b773-8a5552aa6f1f req-ac51fc7c-0970-4f39-a1ef-03ca392c811a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455017 Apr 12 18:41:03.032246 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6189-0938-4407-bc90-1af6df906a93 req-52b8d2dc-e704-4520-ad88-77cde55aa783 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:03.033677 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-618e6189-0938-4407-bc90-1af6df906a93 req-52b8d2dc-e704-4520-ad88-77cde55aa783 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0586967 Apr 12 18:41:03.084156 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-618e6189-0938-4407-bc90-1af6df906a93 req-d33e26a4-d970-4d3a-ac50-5bf9a38d902d tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433574 Apr 12 18:41:04.020147 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e5346-fd56-4ea0-b8c1-7c6a144b347a req-a57e38aa-765f-4e00-b2cc-ab1c33a5abca tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:04.021635 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3c4e5346-fd56-4ea0-b8c1-7c6a144b347a req-a57e38aa-765f-4e00-b2cc-ab1c33a5abca tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0472145 Apr 12 18:41:04.067752 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3c4e5346-fd56-4ea0-b8c1-7c6a144b347a req-ee93ded0-d44b-43cb-988d-75403118ad5a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404274 Apr 12 18:41:04.206933 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e1b8c-b6e8-401f-9a1b-6641d4dc0e2b req-6c2d37b5-34f9-4cfc-88ee-dc8a299eae86 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:04.208456 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-518e1b8c-b6e8-401f-9a1b-6641d4dc0e2b req-6c2d37b5-34f9-4cfc-88ee-dc8a299eae86 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0543234 Apr 12 18:41:04.253926 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-518e1b8c-b6e8-401f-9a1b-6641d4dc0e2b req-0319fbe8-1b68-4f4a-98f8-95811c9f135a tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394287 Apr 12 18:41:05.196023 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcda40d-f87c-4af2-b339-7a5d4d6c4fb7 req-163bf9e4-6257-4217-bc64-e9b6d02d706f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:05.197547 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4bcda40d-f87c-4af2-b339-7a5d4d6c4fb7 req-163bf9e4-6257-4217-bc64-e9b6d02d706f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0531402 Apr 12 18:41:05.255339 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4bcda40d-f87c-4af2-b339-7a5d4d6c4fb7 req-263213f3-99e7-4d77-b4e3-9d51adfa645a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504296 Apr 12 18:41:05.372187 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a25e2-7204-4c2a-a536-1eb345f224ec req-64dd06a1-5b67-40bb-b088-586babb723ba tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:05.373552 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-200a25e2-7204-4c2a-a536-1eb345f224ec req-64dd06a1-5b67-40bb-b088-586babb723ba tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0487227 Apr 12 18:41:05.419546 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-200a25e2-7204-4c2a-a536-1eb345f224ec req-9f6a3416-ebd4-4da7-9858-44769bb605e7 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404916 Apr 12 18:41:06.367388 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9412e-4788-4a10-a01f-7eba52e06b25 req-fd272f95-3f72-4ac2-b0bb-9a5e854e1d5f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:06.368896 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-97b9412e-4788-4a10-a01f-7eba52e06b25 req-fd272f95-3f72-4ac2-b0bb-9a5e854e1d5f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0468783 Apr 12 18:41:06.414510 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-97b9412e-4788-4a10-a01f-7eba52e06b25 req-343f6fa2-259f-41ec-ae6c-faefb8505ed4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399404 Apr 12 18:41:06.532304 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f4f1d-aee4-413f-9e0f-ff7cf54a6719 req-71171e2e-747f-4699-9849-3f6898d22c77 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:06.533678 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ca4f4f1d-aee4-413f-9e0f-ff7cf54a6719 req-71171e2e-747f-4699-9849-3f6898d22c77 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0482333 Apr 12 18:41:06.582697 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ca4f4f1d-aee4-413f-9e0f-ff7cf54a6719 req-1c984dc6-73f2-4e37-951d-136b7c5929eb tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434444 Apr 12 18:41:07.547212 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aeae68-fe42-4135-8541-9f2a7f99b48c req-6b36cc7b-a08b-410d-bdd5-11e32176d6b5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:07.548662 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-22aeae68-fe42-4135-8541-9f2a7f99b48c req-6b36cc7b-a08b-410d-bdd5-11e32176d6b5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0483294 Apr 12 18:41:07.600155 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-22aeae68-fe42-4135-8541-9f2a7f99b48c req-b65dd51f-8005-4a52-8b56-0aebcaae2a64 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440042 Apr 12 18:41:07.697301 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f7f82-f079-471b-ae07-ba64733a2420 req-fabae914-d331-4251-8535-50f314683876 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:07.698777 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c30f7f82-f079-471b-ae07-ba64733a2420 req-fabae914-d331-4251-8535-50f314683876 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0475402 Apr 12 18:41:07.748939 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c30f7f82-f079-471b-ae07-ba64733a2420 req-e4c5c05d-649b-4b26-a3f3-cf8fd904b434 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Apr 12 18:41:08.728113 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f655d-9fd8-4619-8646-53d9e60f1997 req-f9fcbaf1-789c-44f1-8056-0e5005ab4b7a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:08.729582 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5b4f655d-9fd8-4619-8646-53d9e60f1997 req-f9fcbaf1-789c-44f1-8056-0e5005ab4b7a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0535698 Apr 12 18:41:08.778051 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5b4f655d-9fd8-4619-8646-53d9e60f1997 req-fdd0bf04-d831-4dff-9f6f-cbe1a99cf2dc tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Apr 12 18:41:08.866831 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657b7d3-e687-4923-ae91-1db2f1c62a5d req-5eecbd85-4fd9-41dc-9e4b-1567597a8840 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:08.868362 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3657b7d3-e687-4923-ae91-1db2f1c62a5d req-5eecbd85-4fd9-41dc-9e4b-1567597a8840 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0468426 Apr 12 18:41:08.918819 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3657b7d3-e687-4923-ae91-1db2f1c62a5d req-22b6bbc3-81c9-4642-9657-5e31c07502aa tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 Apr 12 18:41:09.897843 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6c1cf-2930-4080-b5bd-1e77696478d0 req-925c7cae-e228-4fab-b1e3-21574df963f5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:09.899308 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-01d6c1cf-2930-4080-b5bd-1e77696478d0 req-925c7cae-e228-4fab-b1e3-21574df963f5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0553768 Apr 12 18:41:09.953647 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-01d6c1cf-2930-4080-b5bd-1e77696478d0 req-04ed6940-400a-4ed4-9d9e-454244768633 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460503 Apr 12 18:41:10.037347 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b4003-9eba-4fbf-8a66-9713636199b3 req-79209a62-88ec-4a63-9b6f-089acaccf8a3 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:10.038735 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-128b4003-9eba-4fbf-8a66-9713636199b3 req-79209a62-88ec-4a63-9b6f-089acaccf8a3 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0458736 Apr 12 18:41:10.091291 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-128b4003-9eba-4fbf-8a66-9713636199b3 req-4ec806f7-222b-47a2-93ea-7b5a67a200ea tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468104 Apr 12 18:41:10.748496 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59210) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:10.862372 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4702fad1-682e-401e-9951-2b09c73c5b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:10.944725 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4702fad1-682e-401e-9951-2b09c73c5b8d admin admin] Publish callbacks [] for security_group (873c70a8-6e22-4081-9ac9-0833fa4ab6b8), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:10.950249 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4702fad1-682e-401e-9951-2b09c73c5b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (873c70a8-6e22-4081-9ac9-0833fa4ab6b8), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:10.987945 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-4702fad1-682e-401e-9951-2b09c73c5b8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8da1c35e8554a709fa6e7b34663b820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383153 Apr 12 18:41:10.988862 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702fad1-682e-401e-9951-2b09c73c5b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873c70a8-6e22-4081-9ac9-0833fa4ab6b8,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:10.991828 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59222) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:11.084419 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb95f6-f88c-43c2-858c-9108f11ec574 req-1100de0a-e813-4e43-ad81-e86f6478c40f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:11.085874 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9dbb95f6-f88c-43c2-858c-9108f11ec574 req-1100de0a-e813-4e43-ad81-e86f6478c40f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0620189 Apr 12 18:41:11.086621 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-71743e37-db46-479c-8b9b-bf0f68d19576 admin admin] Publish callbacks [] for security_group (873c70a8-6e22-4081-9ac9-0833fa4ab6b8), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:11.121090 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-71743e37-db46-479c-8b9b-bf0f68d19576 admin admin] Publish callbacks [] for security_group (873c70a8-6e22-4081-9ac9-0833fa4ab6b8), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:11.170043 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9dbb95f6-f88c-43c2-858c-9108f11ec574 req-edf20d90-e544-4867-ac60-1b8899145e2e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783892 Apr 12 18:41:11.217959 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c2f89-6a22-443c-b1fb-d9027d61952b req-6ce689a0-09fe-4c92-821f-6a55277980cf tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:11.219485 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e70c2f89-6a22-443c-b1fb-d9027d61952b req-6ce689a0-09fe-4c92-821f-6a55277980cf tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0544226 Apr 12 18:41:11.220612 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-71743e37-db46-479c-8b9b-bf0f68d19576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (873c70a8-6e22-4081-9ac9-0833fa4ab6b8), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:11.223093 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-71743e37-db46-479c-8b9b-bf0f68d19576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:11.226874 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-71743e37-db46-479c-8b9b-bf0f68d19576 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/873c70a8-6e22-4081-9ac9-0833fa4ab6b8 HTTP/1.1" status: 204 len: 168 time: 0.2308943 Apr 12 18:41:11.238043 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71743e37-db46-479c-8b9b-bf0f68d19576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873c70a8-6e22-4081-9ac9-0833fa4ab6b8,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:11.277989 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e70c2f89-6a22-443c-b1fb-d9027d61952b req-3c9f8388-4fac-411b-b245-2bc21e2fe457 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502720 Apr 12 18:41:11.521068 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59236) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:11.534285 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-eba117e3-6b32-49d3-a63e-3460b51729ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:11.620316 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-eba117e3-6b32-49d3-a63e-3460b51729ce admin admin] Publish callbacks [] for security_group (43487605-6975-47f4-9789-4c991482c0d9), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:11.625391 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-eba117e3-6b32-49d3-a63e-3460b51729ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (43487605-6975-47f4-9789-4c991482c0d9), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:11.885540 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-eba117e3-6b32-49d3-a63e-3460b51729ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84447952eb7c41b99709e08e0be75933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3633499 Apr 12 18:41:11.887091 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba117e3-6b32-49d3-a63e-3460b51729ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43487605-6975-47f4-9789-4c991482c0d9,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:11.888502 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59240) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:11.942321 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bf28739e-ed88-48ed-9bc8-73cda33a4b87 admin admin] Publish callbacks [] for security_group (43487605-6975-47f4-9789-4c991482c0d9), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:11.968179 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bf28739e-ed88-48ed-9bc8-73cda33a4b87 admin admin] Publish callbacks [] for security_group (43487605-6975-47f4-9789-4c991482c0d9), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:12.017276 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bf28739e-ed88-48ed-9bc8-73cda33a4b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (43487605-6975-47f4-9789-4c991482c0d9), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:12.019879 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bf28739e-ed88-48ed-9bc8-73cda33a4b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:12.021025 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-bf28739e-ed88-48ed-9bc8-73cda33a4b87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43487605-6975-47f4-9789-4c991482c0d9 HTTP/1.1" status: 204 len: 168 time: 0.1307883 Apr 12 18:41:12.028623 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28739e-ed88-48ed-9bc8-73cda33a4b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43487605-6975-47f4-9789-4c991482c0d9,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:12.394018 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d462b-3666-42c4-89ff-2ff54df59e5a req-66895de1-9400-4796-ba60-692819de8e7c tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:12.395530 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6a8d462b-3666-42c4-89ff-2ff54df59e5a req-66895de1-9400-4796-ba60-692819de8e7c tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0475507 Apr 12 18:41:12.442160 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6a8d462b-3666-42c4-89ff-2ff54df59e5a req-c827ae6e-a5d0-4004-83bc-05fcd9d6b1c3 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406623 Apr 12 18:41:13.290587 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5490a0af-984b-4bba-8451-7f5887594a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:13.556804 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95238a40-3b8b-4e93-b646-9acc89a38a5d req-6186e84f-7a57-4119-9727-ee1a959d8d0e tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:13.558330 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-95238a40-3b8b-4e93-b646-9acc89a38a5d req-6186e84f-7a57-4119-9727-ee1a959d8d0e tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0478656 Apr 12 18:41:13.609029 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-95238a40-3b8b-4e93-b646-9acc89a38a5d req-3190d6a7-5c83-4676-a429-3dad40c76107 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445685 Apr 12 18:41:14.722199 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e1c03-d3fd-4075-9ece-112227904df2 req-5399640e-81fe-4c55-b380-8518e007d36b tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:14.723709 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6b4e1c03-d3fd-4075-9ece-112227904df2 req-5399640e-81fe-4c55-b380-8518e007d36b tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0486767 Apr 12 18:41:14.778080 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6b4e1c03-d3fd-4075-9ece-112227904df2 req-1851a9dd-41d1-4bd1-853f-cae23c6d70ba tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/security-groups?id=782c0147-4478-4930-bbe3-cef0dbf16ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486779 Apr 12 18:41:15.180323 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e4b0d-4a25-4a96-a485-daa29e98f1b3 req-8f969647-9c93-493c-bb66-ea436cf515b6 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:15.182432 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-012e4b0d-4a25-4a96-a485-daa29e98f1b3 req-8f969647-9c93-493c-bb66-ea436cf515b6 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.65 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 945 time: 0.0500603 Apr 12 18:41:15.287492 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-012e4b0d-4a25-4a96-a485-daa29e98f1b3 req-dd23683c-e055-4edf-a112-6a67e73177f0 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Deleting port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:41:15.288011 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-012e4b0d-4a25-4a96-a485-daa29e98f1b3 req-dd23683c-e055-4edf-a112-6a67e73177f0 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:15.383279 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-012e4b0d-4a25-4a96-a485-daa29e98f1b3 req-dd23683c-e055-4edf-a112-6a67e73177f0 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] For port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412,segment=NetworkSegment(f120aaf6-e512-4288-b863-50f4b535a2dc),segment_id=f120aaf6-e512-4288-b863-50f4b535a2dc)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:41:15.383571 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-012e4b0d-4a25-4a96-a485-daa29e98f1b3 req-dd23683c-e055-4edf-a112-6a67e73177f0 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:15.397488 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-012e4b0d-4a25-4a96-a485-daa29e98f1b3 req-dd23683c-e055-4edf-a112-6a67e73177f0 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Calling delete_port for 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:41:15.531888 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-012e4b0d-4a25-4a96-a485-daa29e98f1b3 req-dd23683c-e055-4edf-a112-6a67e73177f0 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:15.548325 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:41:15.559921 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23683c-e055-4edf-a112-6a67e73177f0 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Pushing event deleted for resources: {'Port': ['ID=3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:15.608874 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-012e4b0d-4a25-4a96-a485-daa29e98f1b3 req-dd23683c-e055-4edf-a112-6a67e73177f0 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] No DVR routers for this DVR port 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:41:15.612524 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-012e4b0d-4a25-4a96-a485-daa29e98f1b3 req-dd23683c-e055-4edf-a112-6a67e73177f0 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:15.615696 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-012e4b0d-4a25-4a96-a485-daa29e98f1b3 req-dd23683c-e055-4edf-a112-6a67e73177f0 tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.65 "DELETE /v2.0/ports/3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 HTTP/1.1" status: 204 len: 173 time: 0.4277017 Apr 12 18:41:15.616112 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98918837-f762-40dd-8231-0af726518345', 'name': 'network-vif-deleted', 'tag': '3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:41:15.619131 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bbcbd5-da9b-48eb-b3a2-fc5518b19016" -d '{"events": [{"server_uuid": "98918837-f762-40dd-8231-0af726518345", "name": "network-vif-deleted", "tag": "3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:41:15.660273 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466c5d4f-8ea2-404b-98d9-ceddb2ef3e68 x-openstack-request-id: req-466c5d4f-8ea2-404b-98d9-ceddb2ef3e68 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:41:15.661301 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98918837-f762-40dd-8231-0af726518345", "name": "network-vif-deleted", "tag": "3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:41:15.661893 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-466c5d4f-8ea2-404b-98d9-ceddb2ef3e68 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:41:15.662299 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-466c5d4f-8ea2-404b-98d9-ceddb2ef3e68'] response: {'server_uuid': '98918837-f762-40dd-8231-0af726518345', 'name': 'network-vif-deleted', 'tag': '3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412', 'status': 'completed', 'code': 200} Apr 12 18:41:15.705371 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-667cd345-1499-4cf1-91c4-7a1531e36f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:15.888755 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c596cfc5-d0e1-464c-9eb6-d1430a760bff req-fe3c8e16-cc41-4acf-8e17-bd7afcd0067b tempest-VolumesActionsTest-822345124 tempest-VolumesActionsTest-822345124-project] 10.222.0.64 "GET /v2.0/ports?device_id=98918837-f762-40dd-8231-0af726518345 HTTP/1.1" status: 200 len: 210 time: 0.0287263 Apr 12 18:41:16.567489 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.028131 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59410) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:17.035988 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-f684e9f2-6a5d-42c4-84cf-583a6d0d9dfe tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1473195794', 'description': 'tempest-description--1703238525'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:17.068006 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f684e9f2-6a5d-42c4-84cf-583a6d0d9dfe tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.136579 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59422) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:17.162233 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f684e9f2-6a5d-42c4-84cf-583a6d0d9dfe tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for security_group (c603e8e0-7ffd-4660-9c2e-73d7a499f859), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.167886 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f684e9f2-6a5d-42c4-84cf-583a6d0d9dfe tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (c603e8e0-7ffd-4660-9c2e-73d7a499f859), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.199505 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684e9f2-6a5d-42c4-84cf-583a6d0d9dfe tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c603e8e0-7ffd-4660-9c2e-73d7a499f859,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:17.204473 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f684e9f2-6a5d-42c4-84cf-583a6d0d9dfe tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.209373 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59430) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:17.215423 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-18a62540-7767-40b1-816a-5b800dfc309e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Request body: {'security_group_rule': {'security_group_id': 'c603e8e0-7ffd-4660-9c2e-73d7a499f859', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:17.219790 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-f684e9f2-6a5d-42c4-84cf-583a6d0d9dfe tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1902053 Apr 12 18:41:17.253422 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-18a62540-7767-40b1-816a-5b800dfc309e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for security_group_rule (4c26f4d3-ed5d-411e-a420-9c54d3ceadad), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.340416 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-edd16661-5bfe-4556-8dbf-2ebb28e25321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.374413 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-18a62540-7767-40b1-816a-5b800dfc309e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for security_group_rule (4c26f4d3-ed5d-411e-a420-9c54d3ceadad), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.388520 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-18a62540-7767-40b1-816a-5b800dfc309e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (4c26f4d3-ed5d-411e-a420-9c54d3ceadad), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.426700 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a62540-7767-40b1-816a-5b800dfc309e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c26f4d3-ed5d-411e-a420-9c54d3ceadad,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:17.452368 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-18a62540-7767-40b1-816a-5b800dfc309e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.453772 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-18a62540-7767-40b1-816a-5b800dfc309e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2428479 Apr 12 18:41:17.456532 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59458) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:17.461632 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-39bb5085-21a7-42cd-add6-0f9d88b83790 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Request body: {'security_group_rule': {'security_group_id': 'c603e8e0-7ffd-4660-9c2e-73d7a499f859', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:17.498923 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-edd16661-5bfe-4556-8dbf-2ebb28e25321 admin admin] Publish callbacks [] for security_group (3ff9c0d8-08a4-4c8b-a9a1-0413f9dce171), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.505312 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-39bb5085-21a7-42cd-add6-0f9d88b83790 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for security_group_rule (696dc57c-0f5d-4e75-bfa9-ce54e3440bf8), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.513745 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-edd16661-5bfe-4556-8dbf-2ebb28e25321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (3ff9c0d8-08a4-4c8b-a9a1-0413f9dce171), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.552091 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd16661-5bfe-4556-8dbf-2ebb28e25321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff9c0d8-08a4-4c8b-a9a1-0413f9dce171,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:17.559691 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-edd16661-5bfe-4556-8dbf-2ebb28e25321 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d6eec2ec9fc46b08237355b516e8f50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4220932 Apr 12 18:41:17.560687 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59468) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:17.598068 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-39bb5085-21a7-42cd-add6-0f9d88b83790 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for security_group_rule (696dc57c-0f5d-4e75-bfa9-ce54e3440bf8), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.609278 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-39bb5085-21a7-42cd-add6-0f9d88b83790 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (696dc57c-0f5d-4e75-bfa9-ce54e3440bf8), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.639607 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb5085-21a7-42cd-add6-0f9d88b83790 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696dc57c-0f5d-4e75-bfa9-ce54e3440bf8,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:17.642208 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5408f3e1-c3bd-4af9-8f77-0077f0a87a93 admin admin] Publish callbacks [] for security_group (3ff9c0d8-08a4-4c8b-a9a1-0413f9dce171), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.649076 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-39bb5085-21a7-42cd-add6-0f9d88b83790 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.653876 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-39bb5085-21a7-42cd-add6-0f9d88b83790 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1960688 Apr 12 18:41:17.654773 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59476) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:17.659163 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Request body: {'floatingip': {'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:17.667455 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5408f3e1-c3bd-4af9-8f77-0077f0a87a93 admin admin] Publish callbacks [] for security_group (3ff9c0d8-08a4-4c8b-a9a1-0413f9dce171), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.684805 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.734457 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5408f3e1-c3bd-4af9-8f77-0077f0a87a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (3ff9c0d8-08a4-4c8b-a9a1-0413f9dce171), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.737817 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5408f3e1-c3bd-4af9-8f77-0077f0a87a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.743463 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-5408f3e1-c3bd-4af9-8f77-0077f0a87a93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ff9c0d8-08a4-4c8b-a9a1-0413f9dce171 HTTP/1.1" status: 204 len: 168 time: 0.1773326 Apr 12 18:41:17.764669 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408f3e1-c3bd-4af9-8f77-0077f0a87a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff9c0d8-08a4-4c8b-a9a1-0413f9dce171,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:17.797555 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:17.923945 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Allocated IP 172.27.2.206 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/c0e33c8c-b6a2-4983-8e74-3a04f60b72b1) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:41:17.996477 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.036761 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for port (c0e33c8c-b6a2-4983-8e74-3a04f60b72b1), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.072060 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (c0e33c8c-b6a2-4983-8e74-3a04f60b72b1), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.098247 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59508) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:18.111454 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-60f831b4-1820-42ad-aba8-3afc36e1eb57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.115277 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:41:18.118509 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:41:18.124376 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:41:18.149844 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Pushing event updated for resources: {'Port': ['ID=c0e33c8c-b6a2-4983-8e74-3a04f60b72b1,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:18.191096 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-60f831b4-1820-42ad-aba8-3afc36e1eb57 admin admin] Publish callbacks [] for security_group (2db756ae-73e0-417d-a05e-990e58176396), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.195021 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-60f831b4-1820-42ad-aba8-3afc36e1eb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (2db756ae-73e0-417d-a05e-990e58176396), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.214651 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for floatingip (a69f44d7-dc4f-405c-8782-4c7151c2f937), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.235215 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f831b4-1820-42ad-aba8-3afc36e1eb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db756ae-73e0-417d-a05e-990e58176396,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:18.240531 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-60f831b4-1820-42ad-aba8-3afc36e1eb57 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=250bb1d581f94242bd893b3a59fd301e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412439 Apr 12 18:41:18.243663 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59510) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:18.253261 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c0e33c8c-b6a2-4983-8e74-3a04f60b72b1), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.270443 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:41:18.290544 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:41:18.290922 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2dd34496-82df-4796-ae97-41e30ea9ca50 admin admin] Publish callbacks [] for security_group (2db756ae-73e0-417d-a05e-990e58176396), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.291323 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 3e5a0a2f-57c1-45c5-a1b3-edb9d1d22412 not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:41:18.312672 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2dd34496-82df-4796-ae97-41e30ea9ca50 admin admin] Publish callbacks [] for security_group (2db756ae-73e0-417d-a05e-990e58176396), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.359614 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2dd34496-82df-4796-ae97-41e30ea9ca50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (2db756ae-73e0-417d-a05e-990e58176396), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.362149 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2dd34496-82df-4796-ae97-41e30ea9ca50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.363372 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-2dd34496-82df-4796-ae97-41e30ea9ca50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2db756ae-73e0-417d-a05e-990e58176396 HTTP/1.1" status: 204 len: 168 time: 0.1187246 Apr 12 18:41:18.372477 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd34496-82df-4796-ae97-41e30ea9ca50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db756ae-73e0-417d-a05e-990e58176396,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:18.413131 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for port (c0e33c8c-b6a2-4983-8e74-3a04f60b72b1), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.417591 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (c0e33c8c-b6a2-4983-8e74-3a04f60b72b1), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.488201 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Pushing event updated for resources: {'Port': ['ID=c0e33c8c-b6a2-4983-8e74-3a04f60b72b1,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:18.500405 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (a69f44d7-dc4f-405c-8782-4c7151c2f937), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.516963 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:18.518348 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-6d1df5a1-ca31-4071-a03e-882626e4ccf5 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8624535 Apr 12 18:41:18.713213 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-6e1c7231-3c4a-4e5c-b6e4-2191fa4d8dc4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1473195794&fields=id&tenant_id=86834b83fff74546a622369a6b71f863 HTTP/1.1" status: 200 len: 267 time: 0.0425508 Apr 12 18:41:18.843037 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-b9601409-fefc-4d3e-8bb3-10eaf6ec0d47 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:18.844646 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-b9601409-fefc-4d3e-8bb3-10eaf6ec0d47 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 818 time: 0.1251976 Apr 12 18:41:18.864071 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-fee75b98-1219-4e17-970b-975a73244c2d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/quotas/86834b83fff74546a622369a6b71f863 HTTP/1.1" status: 200 len: 375 time: 0.0112853 Apr 12 18:41:18.928424 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-0b769a7a-43e9-49af-8c67-c1f9268d6ee7 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0564919 Apr 12 18:41:19.031813 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-cd1b8419-27e9-4530-a53e-a84e24816480 service neutron] 10.222.0.64 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949583 Apr 12 18:41:19.127296 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-01b9337b-1709-43fd-984b-156775253377 service neutron] 10.222.0.64 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895681 Apr 12 18:41:19.194756 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59572) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:19.333989 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-233006a6-0b39-423d-8b46-4217bf17a6bb req-430f28f4-5294-44eb-b35f-cdd471986327 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 210 time: 0.0399094 Apr 12 18:41:19.339879 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e714b0b1-5016-4218-96bd-856baf014c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:19.429737 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e714b0b1-5016-4218-96bd-856baf014c15 admin admin] Publish callbacks [] for security_group (c96a38aa-bdfc-401a-8d7d-8742dd3f68b9), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:19.437163 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e714b0b1-5016-4218-96bd-856baf014c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (c96a38aa-bdfc-401a-8d7d-8742dd3f68b9), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:19.476455 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-e714b0b1-5016-4218-96bd-856baf014c15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9a7732154994476a13b2f33c997191c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805598 Apr 12 18:41:19.477618 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714b0b1-5016-4218-96bd-856baf014c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96a38aa-bdfc-401a-8d7d-8742dd3f68b9,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:19.479516 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59590) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:19.535453 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d1c38660-16bf-45e3-ad9d-a071238c124f admin admin] Publish callbacks [] for security_group (c96a38aa-bdfc-401a-8d7d-8742dd3f68b9), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:19.562788 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d1c38660-16bf-45e3-ad9d-a071238c124f admin admin] Publish callbacks [] for security_group (c96a38aa-bdfc-401a-8d7d-8742dd3f68b9), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:19.614221 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d1c38660-16bf-45e3-ad9d-a071238c124f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (c96a38aa-bdfc-401a-8d7d-8742dd3f68b9), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:19.617176 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d1c38660-16bf-45e3-ad9d-a071238c124f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:19.618348 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-d1c38660-16bf-45e3-ad9d-a071238c124f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c96a38aa-bdfc-401a-8d7d-8742dd3f68b9 HTTP/1.1" status: 204 len: 168 time: 0.1371503 Apr 12 18:41:19.627292 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c38660-16bf-45e3-ad9d-a071238c124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96a38aa-bdfc-401a-8d7d-8742dd3f68b9,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:19.723952 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:19.907057 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59610) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:19.922154 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-af7efcf3-eb8c-4f29-9431-ee596edbc210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:19.999623 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-af7efcf3-eb8c-4f29-9431-ee596edbc210 admin admin] Publish callbacks [] for security_group (6b4dcdb3-52f6-4593-9adc-eba893155a2b), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:20.004532 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-af7efcf3-eb8c-4f29-9431-ee596edbc210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (6b4dcdb3-52f6-4593-9adc-eba893155a2b), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:20.042051 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7efcf3-eb8c-4f29-9431-ee596edbc210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4dcdb3-52f6-4593-9adc-eba893155a2b,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:20.050355 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59620) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:20.052966 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-af7efcf3-eb8c-4f29-9431-ee596edbc210 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=948403277d2d415cb62a80790ecaa6e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445005 Apr 12 18:41:20.117334 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c26745dc-4a2c-4c83-bfcb-803cb55f5237 admin admin] Publish callbacks [] for security_group (6b4dcdb3-52f6-4593-9adc-eba893155a2b), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:20.138973 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c26745dc-4a2c-4c83-bfcb-803cb55f5237 admin admin] Publish callbacks [] for security_group (6b4dcdb3-52f6-4593-9adc-eba893155a2b), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:20.187768 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c26745dc-4a2c-4c83-bfcb-803cb55f5237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (6b4dcdb3-52f6-4593-9adc-eba893155a2b), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:20.190413 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c26745dc-4a2c-4c83-bfcb-803cb55f5237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:20.191593 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-c26745dc-4a2c-4c83-bfcb-803cb55f5237 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b4dcdb3-52f6-4593-9adc-eba893155a2b HTTP/1.1" status: 204 len: 168 time: 0.1395073 Apr 12 18:41:20.200414 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26745dc-4a2c-4c83-bfcb-803cb55f5237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4dcdb3-52f6-4593-9adc-eba893155a2b,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:20.238513 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59626) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:20.339931 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7eeb5d95-608a-4f55-8829-c40aa15d9f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:20.440244 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7eeb5d95-608a-4f55-8829-c40aa15d9f60 admin admin] Publish callbacks [] for security_group (deb12f33-c624-44b7-a5db-14d9a4619f91), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:20.446133 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7eeb5d95-608a-4f55-8829-c40aa15d9f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (deb12f33-c624-44b7-a5db-14d9a4619f91), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:20.458409 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5dca5f84-9078-4908-beb1-3494ae8f8352 req-acd1432f-1279-4e7e-86d5-7fda29f368c6 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 210 time: 0.0324397 Apr 12 18:41:20.494690 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-7eeb5d95-608a-4f55-8829-c40aa15d9f60 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=294f8b0462374147ab11b3d639e4f3c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524931 Apr 12 18:41:20.494690 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb5d95-608a-4f55-8829-c40aa15d9f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb12f33-c624-44b7-a5db-14d9a4619f91,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:20.495341 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59636) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:20.552347 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1189820e-fc06-4a27-a1cd-53b824617007 admin admin] Publish callbacks [] for security_group (deb12f33-c624-44b7-a5db-14d9a4619f91), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:20.574145 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1189820e-fc06-4a27-a1cd-53b824617007 admin admin] Publish callbacks [] for security_group (deb12f33-c624-44b7-a5db-14d9a4619f91), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:20.621041 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1189820e-fc06-4a27-a1cd-53b824617007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (deb12f33-c624-44b7-a5db-14d9a4619f91), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:20.623606 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1189820e-fc06-4a27-a1cd-53b824617007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:20.624823 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-1189820e-fc06-4a27-a1cd-53b824617007 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/deb12f33-c624-44b7-a5db-14d9a4619f91 HTTP/1.1" status: 204 len: 168 time: 0.1215110 Apr 12 18:41:20.632853 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189820e-fc06-4a27-a1cd-53b824617007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb12f33-c624-44b7-a5db-14d9a4619f91,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:20.952001 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59658) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:20.965237 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-68391d2e-33bb-4bf1-b94c-c59c91bbe848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:21.044261 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-68391d2e-33bb-4bf1-b94c-c59c91bbe848 admin admin] Publish callbacks [] for security_group (56782dee-382b-45f9-92e1-eac0dca548b9), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:21.049341 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-68391d2e-33bb-4bf1-b94c-c59c91bbe848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (56782dee-382b-45f9-92e1-eac0dca548b9), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:21.087599 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-68391d2e-33bb-4bf1-b94c-c59c91bbe848 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4c15c7b4d7745b9b07799d3ec7037fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344390 Apr 12 18:41:21.088487 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68391d2e-33bb-4bf1-b94c-c59c91bbe848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56782dee-382b-45f9-92e1-eac0dca548b9,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:21.090722 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59670) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:21.140485 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-43d5a8ac-7ebf-4166-97cc-9273b538351c admin admin] Publish callbacks [] for security_group (56782dee-382b-45f9-92e1-eac0dca548b9), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:21.161374 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-43d5a8ac-7ebf-4166-97cc-9273b538351c admin admin] Publish callbacks [] for security_group (56782dee-382b-45f9-92e1-eac0dca548b9), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:21.209857 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-43d5a8ac-7ebf-4166-97cc-9273b538351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (56782dee-382b-45f9-92e1-eac0dca548b9), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:21.212502 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-43d5a8ac-7ebf-4166-97cc-9273b538351c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:21.213772 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-43d5a8ac-7ebf-4166-97cc-9273b538351c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56782dee-382b-45f9-92e1-eac0dca548b9 HTTP/1.1" status: 204 len: 168 time: 0.1219101 Apr 12 18:41:21.222861 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5a8ac-7ebf-4166-97cc-9273b538351c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56782dee-382b-45f9-92e1-eac0dca548b9,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:21.561106 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4913a0a4-44d7-42d3-b80e-781bbdad3a8b req-95f0dadd-5e1a-41d5-be85-ebbf7fef3981 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 210 time: 0.0351677 Apr 12 18:41:22.124364 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59752) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:22.275157 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-985b1a59-307f-4312-98db-0b2450be4ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:22.357653 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-985b1a59-307f-4312-98db-0b2450be4ca1 admin admin] Publish callbacks [] for security_group (556b0ab8-4919-4f69-bf20-bb4222d4a141), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:22.363639 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-985b1a59-307f-4312-98db-0b2450be4ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (556b0ab8-4919-4f69-bf20-bb4222d4a141), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:22.406721 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-985b1a59-307f-4312-98db-0b2450be4ca1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8782815e7d46493a8b5c68db19cac3a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811408 Apr 12 18:41:22.407957 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b1a59-307f-4312-98db-0b2450be4ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556b0ab8-4919-4f69-bf20-bb4222d4a141,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:22.409415 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59772) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:22.484573 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-20caddd1-0b6e-4f14-9ad0-d591f4b6181c admin admin] Publish callbacks [] for security_group (556b0ab8-4919-4f69-bf20-bb4222d4a141), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:22.508783 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-20caddd1-0b6e-4f14-9ad0-d591f4b6181c admin admin] Publish callbacks [] for security_group (556b0ab8-4919-4f69-bf20-bb4222d4a141), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:22.557847 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-20caddd1-0b6e-4f14-9ad0-d591f4b6181c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (556b0ab8-4919-4f69-bf20-bb4222d4a141), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:22.560474 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-20caddd1-0b6e-4f14-9ad0-d591f4b6181c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:22.561681 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-20caddd1-0b6e-4f14-9ad0-d591f4b6181c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/556b0ab8-4919-4f69-bf20-bb4222d4a141 HTTP/1.1" status: 204 len: 168 time: 0.1511209 Apr 12 18:41:22.569620 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20caddd1-0b6e-4f14-9ad0-d591f4b6181c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556b0ab8-4919-4f69-bf20-bb4222d4a141,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:22.659503 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2643757d-fa82-4ccd-9d03-236497c62850 req-ebef00db-db33-43a8-a73e-ff6c9ab3ed99 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 210 time: 0.0314322 Apr 12 18:41:22.854774 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59798) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:22.867886 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-486256d9-93ae-4f5a-8c41-77411c19ecd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:22.945443 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-486256d9-93ae-4f5a-8c41-77411c19ecd6 admin admin] Publish callbacks [] for security_group (4b825aed-0255-4728-b2ea-8dc5c57e3478), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:22.951701 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-486256d9-93ae-4f5a-8c41-77411c19ecd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (4b825aed-0255-4728-b2ea-8dc5c57e3478), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:22.987766 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486256d9-93ae-4f5a-8c41-77411c19ecd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b825aed-0255-4728-b2ea-8dc5c57e3478,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:22.992134 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-486256d9-93ae-4f5a-8c41-77411c19ecd6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0127cd168f8b4e1bb1949be5afaefd12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362801 Apr 12 18:41:22.994943 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59802) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:23.048639 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-74c25472-0998-4593-876f-76c5ab7700dd admin admin] Publish callbacks [] for security_group (4b825aed-0255-4728-b2ea-8dc5c57e3478), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:23.077380 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-74c25472-0998-4593-876f-76c5ab7700dd admin admin] Publish callbacks [] for security_group (4b825aed-0255-4728-b2ea-8dc5c57e3478), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:23.143709 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-74c25472-0998-4593-876f-76c5ab7700dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (4b825aed-0255-4728-b2ea-8dc5c57e3478), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:23.146213 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-74c25472-0998-4593-876f-76c5ab7700dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:23.147390 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-74c25472-0998-4593-876f-76c5ab7700dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b825aed-0255-4728-b2ea-8dc5c57e3478 HTTP/1.1" status: 204 len: 168 time: 0.1515005 Apr 12 18:41:23.154685 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-ea00942f-d4cb-41bb-8728-3939d22c6341 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:23.155337 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c25472-0998-4593-876f-76c5ab7700dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b825aed-0255-4728-b2ea-8dc5c57e3478,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:23.156178 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-ea00942f-d4cb-41bb-8728-3939d22c6341 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 818 time: 0.1120749 Apr 12 18:41:23.228029 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-080f4652-c983-444f-9b89-a458297a51fe tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86834b83fff74546a622369a6b71f863 HTTP/1.1" status: 200 len: 380 time: 0.0574780 Apr 12 18:41:23.238025 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1c7dffe2-520e-4a05-b2a3-bc70621360b9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Request body: {'port': {'device_id': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'admin_state_up': True, 'tenant_id': '86834b83fff74546a622369a6b71f863', 'security_groups': ['c603e8e0-7ffd-4660-9c2e-73d7a499f859']}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:23.361126 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1c7dffe2-520e-4a05-b2a3-bc70621360b9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Made reservation on behalf of 86834b83fff74546a622369a6b71f863 for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:41:23.364620 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1c7dffe2-520e-4a05-b2a3-bc70621360b9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:23.502154 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1c7dffe2-520e-4a05-b2a3-bc70621360b9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Allocated IP 172.20.0.6 (7700dda7-79d5-4276-8ecc-6a223e399f7b/1fdfc130-a75f-442a-b693-285ff29a5ca9/43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:41:23.656233 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1c7dffe2-520e-4a05-b2a3-bc70621360b9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:23.691647 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1c7dffe2-520e-4a05-b2a3-bc70621360b9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:23.739916 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1c7dffe2-520e-4a05-b2a3-bc70621360b9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Network 7700dda7-79d5-4276-8ecc-6a223e399f7b is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:41:23.757019 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1c7dffe2-520e-4a05-b2a3-bc70621360b9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:41:23.777541 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1c7dffe2-520e-4a05-b2a3-bc70621360b9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:41:23.783421 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dffe2-520e-4a05-b2a3-bc70621360b9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Pushing event updated for resources: {'Port': ['ID=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:23.827867 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a535766-d81d-485f-b220-b4fa73cb4596 req-7089ef32-d6de-4689-bee3-9ce05badea79 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:23.829440 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0a535766-d81d-485f-b220-b4fa73cb4596 req-7089ef32-d6de-4689-bee3-9ce05badea79 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 931 time: 0.0970891 Apr 12 18:41:23.845109 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1c7dffe2-520e-4a05-b2a3-bc70621360b9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:23.845829 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1c7dffe2-520e-4a05-b2a3-bc70621360b9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:23.878153 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1c7dffe2-520e-4a05-b2a3-bc70621360b9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6442206 Apr 12 18:41:23.887031 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59836) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:23.901718 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Request body: {'port': {'device_id': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:23.909041 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0a535766-d81d-485f-b220-b4fa73cb4596 req-b7dcd494-174c-4237-8932-5f6adfa95e8e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602498 Apr 12 18:41:23.978349 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.010105 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1781027528-network', 'tenant_id': 'e03187649e7449e6acb6c30e63c0ee76'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:24.036393 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] Made reservation on behalf of e03187649e7449e6acb6c30e63c0ee76 for: {'network': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:41:24.038933 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.048504 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.065817 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-8ba7c9c8-34f8-4097-ae8f-61040f7ff0fd None None] Provisioning complete for port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:24.066441 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8ba7c9c8-34f8-4097-ae8f-61040f7ff0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.105430 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-8ba7c9c8-34f8-4097-ae8f-61040f7ff0fd None None] Port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:41:24.159113 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] Publish callbacks [] for security_group (842919b6-cd84-4c9e-a93c-b8b3c23f1f0c), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.164532 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (842919b6-cd84-4c9e-a93c-b8b3c23f1f0c), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.178794 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:41:24.193581 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (79d443dd-705d-4e69-a5eb-1c9d760dd388), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.193842 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.segments_db [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] Added segment 79d443dd-705d-4e69-a5eb-1c9d760dd388 of type vlan for network a502c8ca-fa74-4ee8-9273-d1e0f43da1b1 Apr 12 18:41:24.247253 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (a502c8ca-fa74-4ee8-9273-d1e0f43da1b1), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.251990 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842919b6-cd84-4c9e-a93c-b8b3c23f1f0c,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:24.277161 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (a502c8ca-fa74-4ee8-9273-d1e0f43da1b1), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.278188 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:24.279018 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.329114 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:41:24.336708 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4477184 Apr 12 18:41:24.338675 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bf8efc87-e507-470f-b6eb-c14d77c46409 req-1a3b1e12-9b47-4e98-8581-2b7d99ae25c6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534413 Apr 12 18:41:24.339594 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59850) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:24.341146 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Publish callbacks [] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.346415 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-58f35a74-c637-4151-b166-8805559b1d42 admin admin] Request body: {'subnet': {'network_id': 'a502c8ca-fa74-4ee8-9273-d1e0f43da1b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1781027528-subnet', 'tenant_id': 'e03187649e7449e6acb6c30e63c0ee76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:24.350630 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947bc9b-4661-4511-be1f-b75136bd507f admin admin] Pushing event updated for resources: {'Network': ['ID=a502c8ca-fa74-4ee8-9273-d1e0f43da1b1,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:24.356641 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Transition to ACTIVE for port object 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:41:24.361540 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.363094 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network a502c8ca-fa74-4ee8-9273-d1e0f43da1b1 details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:41:24.369608 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f35a74-c637-4151-b166-8805559b1d42 admin admin] Made reservation on behalf of e03187649e7449e6acb6c30e63c0ee76 for: {'subnet': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:41:24.372487 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-58f35a74-c637-4151-b166-8805559b1d42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7482567'] for subnet (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.478572 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Pushing event updated for resources: {'Port': ['ID=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:24.505857 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8efc87-e507-470f-b6eb-c14d77c46409 req-b6488851-8448-4201-92c6-fbe43b424575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:24.512265 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bf8efc87-e507-470f-b6eb-c14d77c46409 req-b6488851-8448-4201-92c6-fbe43b424575 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 1129 time: 0.1385896 Apr 12 18:41:24.655729 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-58f35a74-c637-4151-b166-8805559b1d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8176915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7482577'] for subnet (55b902a6-7b49-4d80-89a9-b2dbc36c8d3a), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.658970 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Attempting to bind port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:41:24.661194 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Attempting to bind port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:41:24.661910 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Attempting to bind port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce on network 7700dda7-79d5-4276-8ecc-6a223e399f7b {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:41:24.671702 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce on network 7700dda7-79d5-4276-8ecc-6a223e399f7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:41:24.672200 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Attempting to bind port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce on network 7700dda7-79d5-4276-8ecc-6a223e399f7b {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:41:24.689274 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:41:24.689686 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Checking segment: {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:41:24.690244 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Bound using segment: {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:41:24.690697 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Bound port: 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a1583b-c519-4fc3-b20d-eea878bee935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:41:24.691064 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.707816 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8efc87-e507-470f-b6eb-c14d77c46409 req-c0ec3f69-f923-4095-8ed6-7fe34e84a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:24.709595 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bf8efc87-e507-470f-b6eb-c14d77c46409 req-c0ec3f69-f923-4095-8ed6-7fe34e84a8ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 919 time: 0.1548057 Apr 12 18:41:24.751109 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f35a74-c637-4151-b166-8805559b1d42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b902a6-7b49-4d80-89a9-b2dbc36c8d3a,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:24.765121 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f35a74-c637-4151-b166-8805559b1d42 admin admin] Checking segment: {'id': '79d443dd-705d-4e69-a5eb-1c9d760dd388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a502c8ca-fa74-4ee8-9273-d1e0f43da1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:41:24.765769 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f35a74-c637-4151-b166-8805559b1d42 admin admin] Network hostable DHCP agents. Network: a502c8ca-fa74-4ee8-9273-d1e0f43da1b1, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:41:24.797008 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bf8efc87-e507-470f-b6eb-c14d77c46409 req-ca156424-706f-40b8-aa8b-108f989ddf0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fb8434-c2f0-4422-ab69-b8fd8fd9c059 HTTP/1.1" status: 200 len: 217 time: 0.0542605 Apr 12 18:41:24.810187 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f35a74-c637-4151-b166-8805559b1d42 admin admin] Network a502c8ca-fa74-4ee8-9273-d1e0f43da1b1 is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:41:24.823694 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-58f35a74-c637-4151-b166-8805559b1d42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, a502c8ca-fa74-4ee8-9273-d1e0f43da1b1) {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:41:24.828919 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f35a74-c637-4151-b166-8805559b1d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:24.830297 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-58f35a74-c637-4151-b166-8805559b1d42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:24.855847 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-58f35a74-c637-4151-b166-8805559b1d42 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5151398 Apr 12 18:41:24.899106 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] For port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:41:24.902769 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8efc87-e507-470f-b6eb-c14d77c46409 req-42420a96-2744-4bb8-8ab5-c7d9c8225f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:24.904225 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bf8efc87-e507-470f-b6eb-c14d77c46409 req-42420a96-2744-4bb8-8ab5-c7d9c8225f69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.1012311 Apr 12 18:41:24.911886 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] For port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:41:24.935186 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd68230-b072-4cd3-b1d1-32e88d082110 None None] Network a502c8ca-fa74-4ee8-9273-d1e0f43da1b1 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:41:24.996813 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:25.039976 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8efc87-e507-470f-b6eb-c14d77c46409 req-b7dccf06-9af5-4122-bfd4-40b4509105e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:25.042511 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bf8efc87-e507-470f-b6eb-c14d77c46409 req-b7dccf06-9af5-4122-bfd4-40b4509105e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1285012 Apr 12 18:41:25.086617 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f11881-2985-4fd5-87d4-2682f5df48b0 None None] Network a502c8ca-fa74-4ee8-9273-d1e0f43da1b1 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:41:25.089431 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:25.090669 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:25.093097 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] 10.222.0.65 "PUT /v2.0/ports/43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce HTTP/1.1" status: 200 len: 1093 time: 1.1993201 Apr 12 18:41:25.140016 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'tag': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:41:25.142418 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ae1c33-fc37-4fe3-bc33-983341a082b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c111be44-1a03-45f4-84f5-d25edd03d5db", "tag": "43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:41:25.233367 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779728a0-eaec-4c4a-a192-349b513467d5 service neutron] Pushing event updated for resources: {'Port': ['ID=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:25.240069 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cc73ef-b74a-4927-83d5-2deafbc8907d x-openstack-request-id: req-a8cc73ef-b74a-4927-83d5-2deafbc8907d {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:41:25.240538 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c111be44-1a03-45f4-84f5-d25edd03d5db", "tag": "43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:41:25.240954 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8cc73ef-b74a-4927-83d5-2deafbc8907d {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:41:25.241453 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8cc73ef-b74a-4927-83d5-2deafbc8907d'] response: {'name': 'network-changed', 'server_uuid': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'tag': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce', 'status': 'completed', 'code': 200} Apr 12 18:41:25.284359 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d11f67-e2ad-40cd-8ff0-e9272c461470 req-e1a84d3b-d06d-4097-b84d-e62253ec2452 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:25.286309 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-56d11f67-e2ad-40cd-8ff0-e9272c461470 req-e1a84d3b-d06d-4097-b84d-e62253ec2452 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 943 time: 0.2481976 Apr 12 18:41:25.304803 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1bfb231e-a5ad-467d-a071-23682723f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:25.306588 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1bfb231e-a5ad-467d-a071-23682723f46e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 1127 time: 0.1538570 Apr 12 18:41:25.435142 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bf8efc87-e507-470f-b6eb-c14d77c46409 req-38f1757d-5c19-4bad-a03a-6018c00ee0a0 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829093 Apr 12 18:41:25.442128 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-766ed4f4-fa01-4a59-912e-d7376b7984f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce HTTP/1.1" status: 200 len: 217 time: 0.0978067 Apr 12 18:41:25.636500 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-56d11f67-e2ad-40cd-8ff0-e9272c461470 req-61b61145-7509-4daa-9308-ea02a58119d3 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232875 Apr 12 18:41:25.640131 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-b6bb4db6-bb6e-489c-b4b9-497395a9dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:25.642080 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-b6bb4db6-bb6e-489c-b4b9-497395a9dc3b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.1868575 Apr 12 18:41:25.724991 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1e7056b9-e12c-4a27-945b-d97b3d62edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:25.726561 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-1e7056b9-e12c-4a27-945b-d97b3d62edde service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738962 Apr 12 18:41:25.728723 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bf8efc87-e507-470f-b6eb-c14d77c46409 req-5f449397-fa03-4dc7-aa6a-f013719ab20c service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652867 Apr 12 18:41:25.917494 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59902) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:25.923806 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1508406764-network', 'tenant_id': '614b1b96df354beaa5635b9eca3485a9'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:25.950129 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] Made reservation on behalf of 614b1b96df354beaa5635b9eca3485a9 for: {'network': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:41:25.953773 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:25.971752 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:25.982030 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-b5a54a4e-1b8b-4a6c-8bc5-f44a42aee0ce service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434328 Apr 12 18:41:26.063020 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] Publish callbacks [] for security_group (fe1366ef-3b9b-4cc3-98bc-cc2475277358), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:26.067778 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (fe1366ef-3b9b-4cc3-98bc-cc2475277358), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:26.092639 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:41:26.102167 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1366ef-3b9b-4cc3-98bc-cc2475277358,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:26.109360 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (891878a5-e697-4a2f-9c08-89247ed87aea), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:26.109571 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.segments_db [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] Added segment 891878a5-e697-4a2f-9c08-89247ed87aea of type vlan for network 4edc499d-fc30-4a10-98e8-c3749c49de6c Apr 12 18:41:26.158702 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (4edc499d-fc30-4a10-98e8-c3749c49de6c), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:26.188357 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (4edc499d-fc30-4a10-98e8-c3749c49de6c), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:26.189638 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:26.191994 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:26.264624 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3450196 Apr 12 18:41:26.267337 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59904) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:26.274902 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-2979a057-dc90-4753-847c-38081540006d admin admin] Request body: {'subnet': {'network_id': '4edc499d-fc30-4a10-98e8-c3749c49de6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1508406764-subnet', 'tenant_id': '614b1b96df354beaa5635b9eca3485a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:26.288061 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba043d-515c-4ddb-bf5c-02af5381e9a9 admin admin] Pushing event updated for resources: {'Network': ['ID=4edc499d-fc30-4a10-98e8-c3749c49de6c,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:26.300758 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network 4edc499d-fc30-4a10-98e8-c3749c49de6c details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:41:26.315790 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2979a057-dc90-4753-847c-38081540006d admin admin] Made reservation on behalf of 614b1b96df354beaa5635b9eca3485a9 for: {'subnet': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:41:26.318673 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2979a057-dc90-4753-847c-38081540006d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7482567'] for subnet (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:26.323378 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e665f59-b8ed-4ad7-a875-cedccc556999 req-8fb4a257-a915-48f3-b965-34a968efea13 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650672 Apr 12 18:41:26.627889 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2979a057-dc90-4753-847c-38081540006d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8176915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7482577'] for subnet (38f959b3-0842-4138-87c1-af0aad68e106), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:26.713753 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979a057-dc90-4753-847c-38081540006d admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f959b3-0842-4138-87c1-af0aad68e106,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:26.730288 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2979a057-dc90-4753-847c-38081540006d admin admin] Checking segment: {'id': '891878a5-e697-4a2f-9c08-89247ed87aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4edc499d-fc30-4a10-98e8-c3749c49de6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:41:26.730646 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2979a057-dc90-4753-847c-38081540006d admin admin] Network hostable DHCP agents. Network: 4edc499d-fc30-4a10-98e8-c3749c49de6c, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:41:26.775236 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2979a057-dc90-4753-847c-38081540006d admin admin] Network 4edc499d-fc30-4a10-98e8-c3749c49de6c is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:41:26.796391 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-2979a057-dc90-4753-847c-38081540006d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, 4edc499d-fc30-4a10-98e8-c3749c49de6c) {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:41:26.804972 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22feae8a-6ac2-4765-87e7-9cf1799683b0 None None] Network 4edc499d-fc30-4a10-98e8-c3749c49de6c requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:41:26.809718 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2979a057-dc90-4753-847c-38081540006d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:26.811503 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2979a057-dc90-4753-847c-38081540006d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:26.836678 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfec7b-462b-46bf-bf48-c26c6fad596b req-9e1410ba-038a-4d45-9ceb-cf381134c3ed tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:26.844632 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ddcfec7b-462b-46bf-bf48-c26c6fad596b req-9e1410ba-038a-4d45-9ceb-cf381134c3ed tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 943 time: 0.0789368 Apr 12 18:41:26.857766 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-2979a057-dc90-4753-847c-38081540006d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5808692 Apr 12 18:41:26.911517 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ddcfec7b-462b-46bf-bf48-c26c6fad596b req-e3ae0a95-f44c-4e4f-ae6b-6a7eeae8c996 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618625 Apr 12 18:41:26.932112 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59918) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:27.043378 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84918bc2-7ba8-4d7a-a103-315413f8f9f6 None None] Network 4edc499d-fc30-4a10-98e8-c3749c49de6c requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:41:27.103101 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-658aef3d-c1f6-40f0-ba35-01d25ec39b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:27.257524 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-658aef3d-c1f6-40f0-ba35-01d25ec39b44 admin admin] Publish callbacks [] for security_group (a7dc5262-aaca-493c-9fbb-1c9ec322d951), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:27.264762 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-658aef3d-c1f6-40f0-ba35-01d25ec39b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (a7dc5262-aaca-493c-9fbb-1c9ec322d951), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:27.312146 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59928) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:27.313221 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-658aef3d-c1f6-40f0-ba35-01d25ec39b44 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ab9986c003b4bcabba2bd9f9b8d4d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786030 Apr 12 18:41:27.349677 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658aef3d-c1f6-40f0-ba35-01d25ec39b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dc5262-aaca-493c-9fbb-1c9ec322d951,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:27.370460 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8b14f331-b5d7-41e0-943b-15c921d21647 admin admin] Publish callbacks [] for security_group (a7dc5262-aaca-493c-9fbb-1c9ec322d951), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:27.403048 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8b14f331-b5d7-41e0-943b-15c921d21647 admin admin] Publish callbacks [] for security_group (a7dc5262-aaca-493c-9fbb-1c9ec322d951), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:27.464097 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8b14f331-b5d7-41e0-943b-15c921d21647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (a7dc5262-aaca-493c-9fbb-1c9ec322d951), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:27.466913 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8b14f331-b5d7-41e0-943b-15c921d21647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:27.468287 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-8b14f331-b5d7-41e0-943b-15c921d21647 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7dc5262-aaca-493c-9fbb-1c9ec322d951 HTTP/1.1" status: 204 len: 168 time: 0.1551065 Apr 12 18:41:27.476523 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14f331-b5d7-41e0-943b-15c921d21647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dc5262-aaca-493c-9fbb-1c9ec322d951,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:27.895414 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:41:28.047740 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be081b-3786-4e4b-8554-eee7e7470efb req-5140fc6e-3fe6-4607-85ab-e751d43a4104 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:28.049959 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d6be081b-3786-4e4b-8554-eee7e7470efb req-5140fc6e-3fe6-4607-85ab-e751d43a4104 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 943 time: 0.0587196 Apr 12 18:41:28.128658 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d6be081b-3786-4e4b-8554-eee7e7470efb req-80193cd7-71fc-48e5-bfea-3f65783f5c10 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666018 Apr 12 18:41:28.275058 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59960) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:28.387926 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2042944800-network', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:28.408522 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] Made reservation on behalf of 9bc765ccfbcf42caadd05218a049ab42 for: {'network': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:41:28.411057 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:28.419571 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:28.500224 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] Publish callbacks [] for security_group (d6a9e2b0-3386-4c12-84dc-6957222bc75d), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:28.504915 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (d6a9e2b0-3386-4c12-84dc-6957222bc75d), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:28.529906 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:41:28.540637 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a9e2b0-3386-4c12-84dc-6957222bc75d,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:28.546424 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (e9232850-5912-41a5-a981-16b0aea9fd99), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:28.546761 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.segments_db [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] Added segment e9232850-5912-41a5-a981-16b0aea9fd99 of type vlan for network 598a49f3-26e5-4adb-bc7e-a59d43832874 Apr 12 18:41:28.590669 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (598a49f3-26e5-4adb-bc7e-a59d43832874), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:28.618446 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (598a49f3-26e5-4adb-bc7e-a59d43832874), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:28.623582 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:28.624582 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:28.685912 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 59966) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:28.686621 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4102795 Apr 12 18:41:28.692937 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-9900fef5-aa6c-47fa-ba32-11aee16a176d admin admin] Request body: {'subnet': {'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2042944800-subnet', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'ip_version': 4}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:28.695077 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb949c-69c6-4eee-98fa-f1bd6d641452 admin admin] Pushing event updated for resources: {'Network': ['ID=598a49f3-26e5-4adb-bc7e-a59d43832874,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:28.707877 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network 598a49f3-26e5-4adb-bc7e-a59d43832874 details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:41:28.745917 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9900fef5-aa6c-47fa-ba32-11aee16a176d admin admin] Made reservation on behalf of 9bc765ccfbcf42caadd05218a049ab42 for: {'subnet': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:41:28.749406 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9900fef5-aa6c-47fa-ba32-11aee16a176d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7482567'] for subnet (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:28.876555 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:28.973233 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9900fef5-aa6c-47fa-ba32-11aee16a176d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8176915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7482577'] for subnet (60ec23c3-0a49-4ec5-aff1-04b053e8de73), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:29.036849 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900fef5-aa6c-47fa-ba32-11aee16a176d admin admin] Pushing event updated for resources: {'Subnet': ['ID=60ec23c3-0a49-4ec5-aff1-04b053e8de73,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:29.052810 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9900fef5-aa6c-47fa-ba32-11aee16a176d admin admin] Checking segment: {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:41:29.053179 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9900fef5-aa6c-47fa-ba32-11aee16a176d admin admin] Network hostable DHCP agents. Network: 598a49f3-26e5-4adb-bc7e-a59d43832874, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:41:29.077960 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9900fef5-aa6c-47fa-ba32-11aee16a176d admin admin] Network 598a49f3-26e5-4adb-bc7e-a59d43832874 is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:41:29.088337 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-9900fef5-aa6c-47fa-ba32-11aee16a176d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, 598a49f3-26e5-4adb-bc7e-a59d43832874) {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:41:29.097727 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55d8b1c-d7ce-456d-8d98-d501b075d4cb None None] Network 598a49f3-26e5-4adb-bc7e-a59d43832874 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:41:29.100597 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9900fef5-aa6c-47fa-ba32-11aee16a176d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:29.101616 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9900fef5-aa6c-47fa-ba32-11aee16a176d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:29.132896 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-9900fef5-aa6c-47fa-ba32-11aee16a176d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4424951 Apr 12 18:41:29.133462 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 59976) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:29.147105 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:29.216132 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58758'] for router (6493a8ec-0a15-4207-9463-111d9cbcb1a4), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:29.220844 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58783'] for router (6493a8ec-0a15-4207-9463-111d9cbcb1a4), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:29.261641 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d4b8a3-d7c9-5bb4-a161-973022d58dea-598a49f3-26e5-4adb-bc7e-a59d43832874', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73'}]}} from dv-cinder-837536-1-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:41:29.263007 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:29.381657 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Publish callbacks [] for router_controller (6493a8ec-0a15-4207-9463-111d9cbcb1a4), precommit_add_association {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:29.479853 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Allocated IP 172.20.0.2 (598a49f3-26e5-4adb-bc7e-a59d43832874/60ec23c3-0a49-4ec5-aff1-04b053e8de73/641571c1-7e1a-4b4e-a4bf-4fdc5f81175a) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:41:29.673745 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Publish callbacks [] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:29.703963 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:29.744421 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Network 598a49f3-26e5-4adb-bc7e-a59d43832874 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:41:29.747823 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:41:29.750767 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:41:29.787789 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Pushing event updated for resources: {'Port': ['ID=641571c1-7e1a-4b4e-a4bf-4fdc5f81175a,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:29.805991 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e25cc-70c0-4dea-9a7b-650452a3c55a req-077382be-c38b-4f1d-bafa-b15b3f672d30 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:29.816518 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a79e25cc-70c0-4dea-9a7b-650452a3c55a req-077382be-c38b-4f1d-bafa-b15b3f672d30 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 943 time: 0.5416245 Apr 12 18:41:29.846158 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Attempting to bind port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:41:29.846539 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Attempting to bind port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:41:29.847008 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Attempting to bind port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a on network 598a49f3-26e5-4adb-bc7e-a59d43832874 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:41:29.854548 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:41:29.854943 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Checking segment: {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:41:29.855401 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:29.859023 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Bound using segment: {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:41:29.859023 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Bound port: 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:41:29.859023 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:29.947366 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae1c33-fc37-4fe3-bc33-983341a082b6 req-6c90b8fe-dc4b-4c85-8bdd-db9c3e51c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:29.947943 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] For port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:41:29.948934 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-44ae1c33-fc37-4fe3-bc33-983341a082b6 req-6c90b8fe-dc4b-4c85-8bdd-db9c3e51c541 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 1127 time: 0.5509160 Apr 12 18:41:29.953549 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] For port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=641571c1-7e1a-4b4e-a4bf-4fdc5f81175a,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:41:29.961436 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:30.035058 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Publish callbacks [] for router_gateway (6493a8ec-0a15-4207-9463-111d9cbcb1a4), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:30.036307 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a175c60-9ce1-4437-84d9-bc852b40425b None None] Pushing event updated for resources: {'Port': ['ID=641571c1-7e1a-4b4e-a4bf-4fdc5f81175a,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:30.048355 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a79e25cc-70c0-4dea-9a7b-650452a3c55a req-49cb9287-82f1-4655-bda3-0b0bb77a75ef tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308409 Apr 12 18:41:30.139753 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae1c33-fc37-4fe3-bc33-983341a082b6 req-fe00b444-eef9-48fd-96ac-e542e5485f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:30.142243 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-44ae1c33-fc37-4fe3-bc33-983341a082b6 req-fe00b444-eef9-48fd-96ac-e542e5485f47 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 919 time: 0.1818478 Apr 12 18:41:30.214908 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-44ae1c33-fc37-4fe3-bc33-983341a082b6 req-5ba3dc64-ab66-473c-81b9-fc627dc3ad52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce HTTP/1.1" status: 200 len: 217 time: 0.0618565 Apr 12 18:41:30.351900 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:41:30.445373 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae1c33-fc37-4fe3-bc33-983341a082b6 req-030460e6-db54-43b5-b50b-4e04fc9bc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:30.445373 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-44ae1c33-fc37-4fe3-bc33-983341a082b6 req-030460e6-db54-43b5-b50b-4e04fc9bc522 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.1836681 Apr 12 18:41:30.483984 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Publish callbacks [] for router_gateway (6493a8ec-0a15-4207-9463-111d9cbcb1a4), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:30.534139 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:30.551070 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae1c33-fc37-4fe3-bc33-983341a082b6 req-73b35b05-2569-4e04-8eae-7c66c1a309c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:30.552550 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-44ae1c33-fc37-4fe3-bc33-983341a082b6 req-73b35b05-2569-4e04-8eae-7c66c1a309c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956917 Apr 12 18:41:30.563713 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:41:30.581965 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'port_id': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce', 'mac_address': 'fa:16:3e:73:9f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:41:30.632831 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:30.633223 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:30.658274 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:41:30.682784 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:41:30.689588 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:30.736914 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-44ae1c33-fc37-4fe3-bc33-983341a082b6 req-9bb51563-d0a3-4b91-a378-dbc0fce338a3 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493452 Apr 12 18:41:30.752118 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Allocated IP 172.27.2.195 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/f9c31e3a-b605-429d-bf5f-fa87f9cb6217) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:41:30.866830 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:30.912507 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-44ae1c33-fc37-4fe3-bc33-983341a082b6 req-426e59c4-4a42-4125-8620-8a98adcdd073 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686685 Apr 12 18:41:30.965148 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Publish callbacks [] for port (f9c31e3a-b605-429d-bf5f-fa87f9cb6217), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:31.009316 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (f9c31e3a-b605-429d-bf5f-fa87f9cb6217), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:31.051625 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:41:31.057488 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:41:31.061387 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:41:31.070967 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:41:31.100811 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Pushing event updated for resources: {'Port': ['ID=f9c31e3a-b605-429d-bf5f-fa87f9cb6217,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:31.117147 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:31.117962 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:31.118478 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:31.119277 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:31.120068 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:31.121416 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:31.122193 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:31.123417 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:31.124595 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:31.125071 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:31.125564 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:31.126088 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:31.126520 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:31.127317 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:31.127686 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:31.343823 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28299f22-ab6f-44f4-90c6-6edec89163e5 req-570f5e9b-dc92-431b-a3bb-85ac25abb2a3 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:31.347717 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-28299f22-ab6f-44f4-90c6-6edec89163e5 req-570f5e9b-dc92-431b-a3bb-85ac25abb2a3 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 944 time: 0.1834352 Apr 12 18:41:31.408533 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b86ee27-9e15-4804-ad14-4c6d032332db None None] Network 598a49f3-26e5-4adb-bc7e-a59d43832874 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:41:31.476260 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:41:31.529806 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-9db785ac-8c24-428c-92a2-bc71d2e43c94 None None] Provisioning complete for port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:31.530405 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9db785ac-8c24-428c-92a2-bc71d2e43c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:31.552811 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-28299f22-ab6f-44f4-90c6-6edec89163e5 req-8809e34a-a93b-4c10-b3fa-b133b526b86c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730046 Apr 12 18:41:31.634021 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:31.634398 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:31.637565 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Publish callbacks [] for router_gateway (6493a8ec-0a15-4207-9463-111d9cbcb1a4), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:31.712132 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-9db785ac-8c24-428c-92a2-bc71d2e43c94 None None] Current status of the port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:31.712519 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9db785ac-8c24-428c-92a2-bc71d2e43c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:31.793719 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-9db785ac-8c24-428c-92a2-bc71d2e43c94 None None] For port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=641571c1-7e1a-4b4e-a4bf-4fdc5f81175a,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:41:31.799736 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9db785ac-8c24-428c-92a2-bc71d2e43c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:31.846509 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:31.846869 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:31.911366 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db785ac-8c24-428c-92a2-bc71d2e43c94 None None] Pushing event updated for resources: {'Port': ['ID=641571c1-7e1a-4b4e-a4bf-4fdc5f81175a,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:31.979110 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.db.api [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 18:41:31.979780 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG oslo_db.api [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 18:41:31.984610 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637342'] for router (6493a8ec-0a15-4207-9463-111d9cbcb1a4), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:32.023483 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-5bb9c592-3a73-4807-8c9f-cba84651ab0a None None] Provisioning complete for port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:32.023892 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c592-3a73-4807-8c9f-cba84651ab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:32.185595 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-5bb9c592-3a73-4807-8c9f-cba84651ab0a None None] Current status of the port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:32.238118 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 is scheduled to L3 agent 44317c89-751a-4fda-aa0e-2e986157389a with binding_index 1 {{(pid=103439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:41:32.368751 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:41:32.375437 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:41:32.388672 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Sync routers for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:41:32.400400 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:32.402394 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-f2bdbf24-5939-4a87-99a1-55cecdab7c53 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2670369 Apr 12 18:41:32.404105 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:41:32.405049 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60016) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:32.405890 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:41:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:32.422602 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:41:32.434897 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:32.435425 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:32.569968 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:32.607455 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:32.607857 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:32.610671 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:41:32.652333 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:41:32.655697 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a5d210-a12f-413d-a83a-3b06d125c885" -d '{"events": [{"server_uuid": "c111be44-1a03-45f4-84f5-d25edd03d5db", "name": "network-vif-plugged", "status": "completed", "tag": "43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:41:32.677958 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:41:32.685892 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:32.760639 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b44787a-6515-4c0d-8a4e-1daefc237f00 x-openstack-request-id: req-8b44787a-6515-4c0d-8a4e-1daefc237f00 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:41:32.761148 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c111be44-1a03-45f4-84f5-d25edd03d5db", "name": "network-vif-plugged", "status": "completed", "tag": "43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:41:32.761419 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b44787a-6515-4c0d-8a4e-1daefc237f00 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:41:32.761848 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b44787a-6515-4c0d-8a4e-1daefc237f00'] response: {'server_uuid': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce', 'code': 200} Apr 12 18:41:32.817695 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68b6ea-f925-45ae-9e4a-9a08c71d1cc9 req-55b9739e-84e8-437a-a7fe-64921e91c358 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:32.840529 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dd68b6ea-f925-45ae-9e4a-9a08c71d1cc9 req-55b9739e-84e8-437a-a7fe-64921e91c358 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.1406136 Apr 12 18:41:32.848271 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:32.978078 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dd68b6ea-f925-45ae-9e4a-9a08c71d1cc9 req-a0ca5c58-9c44-4c23-94f9-103af5b10ef2 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364903 Apr 12 18:41:33.044576 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcc8ac-d6fd-42da-97fe-121338adef07 req-0547ff8a-8fe9-4431-b96d-a0bc2d857fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:33.046482 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-13fcc8ac-d6fd-42da-97fe-121338adef07 req-0547ff8a-8fe9-4431-b96d-a0bc2d857fc9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 1129 time: 0.0674202 Apr 12 18:41:33.047152 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:31Z', 'revision_number': 3, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:33.082992 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Checking router: 6493a8ec-0a15-4207-9463-111d9cbcb1a4 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:41:33.083523 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Updating router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 port f9c31e3a-b605-429d-bf5f-fa87f9cb6217 binding host dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:41:33.122974 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-13fcc8ac-d6fd-42da-97fe-121338adef07 req-e1488569-ac0d-4ac7-be09-36c2cc9fd61b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700767 Apr 12 18:41:33.133115 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (f9c31e3a-b605-429d-bf5f-fa87f9cb6217), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:33.244718 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:33.433942 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:41:33.477542 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Publish callbacks [] for port (f9c31e3a-b605-429d-bf5f-fa87f9cb6217), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:33.490460 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (f9c31e3a-b605-429d-bf5f-fa87f9cb6217), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:33.542514 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:33.542886 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:33.558442 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Pushing event updated for resources: {'Port': ['ID=f9c31e3a-b605-429d-bf5f-fa87f9cb6217,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:33.575520 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:33.575520 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:33.576269 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:33.576550 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:33.576854 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:33.577175 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:33.577500 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:33.577892 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:33.578221 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:33.578541 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:33.578904 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:33.579363 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:33.579694 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:33.580057 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:33.580420 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:33.604183 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Attempting to bind port f9c31e3a-b605-429d-bf5f-fa87f9cb6217 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:41:33.604647 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Attempting to bind port f9c31e3a-b605-429d-bf5f-fa87f9cb6217 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:41:33.605191 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Attempting to bind port f9c31e3a-b605-429d-bf5f-fa87f9cb6217 on network 78cdc165-acac-4fef-b363-a66b7c239f59 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:41:33.611644 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:41:33.612077 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Checking segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:41:33.612411 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:33.612800 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Bound using segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:41:33.613570 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Bound port: f9c31e3a-b605-429d-bf5f-fa87f9cb6217, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:41:33.613949 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (f9c31e3a-b605-429d-bf5f-fa87f9cb6217), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:33.743288 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] For port f9c31e3a-b605-429d-bf5f-fa87f9cb6217, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:41:33.757769 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] For port f9c31e3a-b605-429d-bf5f-fa87f9cb6217, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=f9c31e3a-b605-429d-bf5f-fa87f9cb6217,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:41:33.775349 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (f9c31e3a-b605-429d-bf5f-fa87f9cb6217), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:33.852662 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:41:33.853813 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:41:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:33.919982 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Allocated IP 172.20.0.1 (598a49f3-26e5-4adb-bc7e-a59d43832874/60ec23c3-0a49-4ec5-aff1-04b053e8de73/59af48b0-4f98-48d3-adb9-d2d7d5f7b077) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:41:33.963869 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:34.003104 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:41:34.159100 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Publish callbacks [] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:34.172851 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d227a-d837-4f97-85f6-fb2cbcf776a7 None None] Pushing event updated for resources: {'Port': ['ID=f9c31e3a-b605-429d-bf5f-fa87f9cb6217,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:34.273383 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73cfe8-f616-48b8-b417-18f8288869aa req-4d8a4bbc-062f-4b38-9c3a-3c61f2d705c1 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:34.281605 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:34.294158 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1c73cfe8-f616-48b8-b417-18f8288869aa req-4d8a4bbc-062f-4b38-9c3a-3c61f2d705c1 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.1499515 Apr 12 18:41:34.367365 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Network 598a49f3-26e5-4adb-bc7e-a59d43832874 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:41:34.374378 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:41:34.377401 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:41:34.398307 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1c73cfe8-f616-48b8-b417-18f8288869aa req-38d28979-cec6-41d6-b25c-89a3a19630df tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035490 Apr 12 18:41:34.426580 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Pushing event updated for resources: {'Port': ['ID=59af48b0-4f98-48d3-adb9-d2d7d5f7b077,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:34.439528 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:31Z', 'revision_number': 3, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:34.443316 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637167'] for router_interface (6493a8ec-0a15-4207-9463-111d9cbcb1a4), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:34.516315 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e1dbb-86a9-443d-94a7-590a514f0f3d None None] The sync data for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi is: [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:31Z', 'revision_number': 3, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:41:34.659777 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:34.736907 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-05ee508c-459b-48c7-96cd-aeb3ba08c348 None None] Provisioning complete for port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:34.737520 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-05ee508c-459b-48c7-96cd-aeb3ba08c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:34.818298 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-05ee508c-459b-48c7-96cd-aeb3ba08c348 None None] Port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:41:34.935105 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Publish callbacks [] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:34.952867 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:35.063572 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Pushing event updated for resources: {'Port': ['ID=59af48b0-4f98-48d3-adb9-d2d7d5f7b077,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:35.069380 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634719'] for router_interface (6493a8ec-0a15-4207-9463-111d9cbcb1a4), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:35.257105 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Network 598a49f3-26e5-4adb-bc7e-a59d43832874 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:41:35.258533 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:41:35.494227 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device f9c31e3a-b605-429d-bf5f-fa87f9cb6217 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:41:35.542088 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:41:35.627865 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af46fa-92b5-4f1b-928b-38191ad61175 req-2bc05935-b1a8-4565-8ca5-628a7485aa5f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:35.658531 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port f9c31e3a-b605-429d-bf5f-fa87f9cb6217 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:35.659477 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c1af46fa-92b5-4f1b-928b-38191ad61175 req-2bc05935-b1a8-4565-8ca5-628a7485aa5f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.1474853 Apr 12 18:41:35.661030 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (f9c31e3a-b605-429d-bf5f-fa87f9cb6217), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:35.734646 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-46dedcb5-797f-4150-9315-b2bb8e878d7f None None] Provisioning complete for port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:35.736407 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:41:35.740133 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-46dedcb5-797f-4150-9315-b2bb8e878d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:35.754986 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-c55981b8-29f8-47b5-954f-aff463ef7e62 admin admin] 10.222.0.64 "PUT /v2.0/routers/6493a8ec-0a15-4207-9463-111d9cbcb1a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3404362 Apr 12 18:41:35.775515 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c1af46fa-92b5-4f1b-928b-38191ad61175 req-c979c22e-099d-4393-a6bc-0573cc4e00b7 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147602 Apr 12 18:41:35.842624 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-46dedcb5-797f-4150-9315-b2bb8e878d7f None None] Port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:41:35.891715 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port f9c31e3a-b605-429d-bf5f-fa87f9cb6217 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:35.892439 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (f9c31e3a-b605-429d-bf5f-fa87f9cb6217), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:35.939310 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] For port f9c31e3a-b605-429d-bf5f-fa87f9cb6217, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=f9c31e3a-b605-429d-bf5f-fa87f9cb6217,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:41:35.945882 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (f9c31e3a-b605-429d-bf5f-fa87f9cb6217), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:36.012087 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Pushing event updated for resources: {'Port': ['ID=f9c31e3a-b605-429d-bf5f-fa87f9cb6217,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:36.455854 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60076) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:36.462027 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1393934245-network', 'tenant_id': '7712534164a0487da30a9151e05e05fd'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:36.495966 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] Made reservation on behalf of 7712534164a0487da30a9151e05e05fd for: {'network': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:41:36.499329 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:36.510744 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:36.680158 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] Publish callbacks [] for security_group (51824491-c330-4590-a3ce-a8e9648f4265), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:36.689564 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (51824491-c330-4590-a3ce-a8e9648f4265), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:36.733933 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:41:36.739924 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51824491-c330-4590-a3ce-a8e9648f4265,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:36.749234 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (6e6d7b04-46e9-48e1-ad00-f224b299ec42), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:36.749835 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.segments_db [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] Added segment 6e6d7b04-46e9-48e1-ad00-f224b299ec42 of type vlan for network 9e92f649-a087-42f7-bd94-b1fba7ef90d0 Apr 12 18:41:36.808194 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (9e92f649-a087-42f7-bd94-b1fba7ef90d0), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:36.836095 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (9e92f649-a087-42f7-bd94-b1fba7ef90d0), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:36.837056 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:36.837948 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:36.902967 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4457710 Apr 12 18:41:36.908649 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60086) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:36.915736 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-06ea4d0f-51c0-49c3-bd03-08a49469ecc9 admin admin] Request body: {'subnet': {'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1393934245-subnet', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'ip_version': 4}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:36.920229 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f924c1b-0897-4768-a193-c54ede94ea71 admin admin] Pushing event updated for resources: {'Network': ['ID=9e92f649-a087-42f7-bd94-b1fba7ef90d0,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:36.931224 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network 9e92f649-a087-42f7-bd94-b1fba7ef90d0 details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:41:36.971480 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ea4d0f-51c0-49c3-bd03-08a49469ecc9 admin admin] Made reservation on behalf of 7712534164a0487da30a9151e05e05fd for: {'subnet': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:41:36.977006 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-06ea4d0f-51c0-49c3-bd03-08a49469ecc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7482567'] for subnet (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:36.984600 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e0b34-e33f-4ef6-8211-027994338164 req-a370378a-172f-41c5-9e90-3a5b2685cb6f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:36.991950 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ed2e0b34-e33f-4ef6-8211-027994338164 req-a370378a-172f-41c5-9e90-3a5b2685cb6f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.1255147 Apr 12 18:41:37.028048 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Sync routers for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:41:37.051922 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:41:37.052936 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:41:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:37.065187 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ed2e0b34-e33f-4ef6-8211-027994338164 req-69882b6e-999b-4bc7-93c3-424046b87d91 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719156 Apr 12 18:41:37.209975 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:41:37.268985 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f42eb-0933-4be2-997d-e1021f7b36d3 req-1e406521-6119-44af-a690-d04446723903 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:37.271445 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b66f42eb-0933-4be2-997d-e1021f7b36d3 req-1e406521-6119-44af-a690-d04446723903 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.1190090 Apr 12 18:41:37.282071 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 60090) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:37.296223 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-ae905c55-c2f1-4cd6-8c40-421e326a8817 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Request body: {'floatingip': {'port_id': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:37.317280 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-06ea4d0f-51c0-49c3-bd03-08a49469ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8176915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7482577'] for subnet (cbe9ed82-45b8-45fe-8f39-627d94156d33), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:37.380036 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea4d0f-51c0-49c3-bd03-08a49469ecc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe9ed82-45b8-45fe-8f39-627d94156d33,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:37.433296 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ae905c55-c2f1-4cd6-8c40-421e326a8817 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for floatingip (a69f44d7-dc4f-405c-8782-4c7151c2f937), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:37.438244 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device f9c31e3a-b605-429d-bf5f-fa87f9cb6217 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:41:37.450647 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ea4d0f-51c0-49c3-bd03-08a49469ecc9 admin admin] Checking segment: {'id': '6e6d7b04-46e9-48e1-ad00-f224b299ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:41:37.451351 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea4d0f-51c0-49c3-bd03-08a49469ecc9 admin admin] Network hostable DHCP agents. Network: 9e92f649-a087-42f7-bd94-b1fba7ef90d0, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:41:37.471650 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea4d0f-51c0-49c3-bd03-08a49469ecc9 admin admin] Network 9e92f649-a087-42f7-bd94-b1fba7ef90d0 is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:41:37.496279 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-06ea4d0f-51c0-49c3-bd03-08a49469ecc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, 9e92f649-a087-42f7-bd94-b1fba7ef90d0) {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:41:37.503767 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ea4d0f-51c0-49c3-bd03-08a49469ecc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:37.504444 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-06ea4d0f-51c0-49c3-bd03-08a49469ecc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:37.512873 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b4bdae-e52c-42a9-bf90-532fb66931bd None None] Network 9e92f649-a087-42f7-bd94-b1fba7ef90d0 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:41:37.545516 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-06ea4d0f-51c0-49c3-bd03-08a49469ecc9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6357248 Apr 12 18:41:37.549539 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60092) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:37.559140 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1393934245-router', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:37.594561 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58758'] for router (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:37.595984 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58783'] for router (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:37.647815 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port f9c31e3a-b605-429d-bf5f-fa87f9cb6217 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:37.648354 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (f9c31e3a-b605-429d-bf5f-fa87f9cb6217), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:37.685843 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Publish callbacks [] for router_controller (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), precommit_add_association {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:37.696522 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 2, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:37.740119 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Checking router: 6493a8ec-0a15-4207-9463-111d9cbcb1a4 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:41:37.740588 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Updating router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 binding host dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:41:37.809269 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:37.821546 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d4b8a3-d7c9-5bb4-a161-973022d58dea-9e92f649-a087-42f7-bd94-b1fba7ef90d0', 'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0', 'project_id': '7712534164a0487da30a9151e05e05fd', 'fixed_ips': [{'subnet_id': 'cbe9ed82-45b8-45fe-8f39-627d94156d33'}]}} from dv-cinder-837536-1-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:41:37.822671 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:37.936508 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Publish callbacks [] for router_gateway (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:38.077298 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Allocated IP 172.20.0.2 (9e92f649-a087-42f7-bd94-b1fba7ef90d0/cbe9ed82-45b8-45fe-8f39-627d94156d33/7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:41:38.100415 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ae905c55-c2f1-4cd6-8c40-421e326a8817 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:38.110940 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ae905c55-c2f1-4cd6-8c40-421e326a8817 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (a69f44d7-dc4f-405c-8782-4c7151c2f937), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:38.231841 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Publish callbacks [] for router_gateway (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:38.244929 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Publish callbacks [] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:38.259023 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:38.268577 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:38.284524 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-ae905c55-c2f1-4cd6-8c40-421e326a8817 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Floating IP a69f44d7-dc4f-405c-8782-4c7151c2f937 associated. External IP: 172.27.2.206, port: 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce. Apr 12 18:41:38.308997 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port f9c31e3a-b605-429d-bf5f-fa87f9cb6217 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:38.385583 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Network 9e92f649-a087-42f7-bd94-b1fba7ef90d0 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:41:38.396630 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:41:38.405304 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:41:38.417655 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Allocated IP 172.27.2.205 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/49173c0e-de5a-49ef-8d63-5fadce48dd0b) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:41:38.417873 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Pushing event updated for resources: {'Port': ['ID=7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:38.564759 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Attempting to bind port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:41:38.565211 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Attempting to bind port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': '6e6d7b04-46e9-48e1-ad00-f224b299ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:41:38.566406 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Attempting to bind port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 on network 9e92f649-a087-42f7-bd94-b1fba7ef90d0 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:41:38.577155 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:41:38.577729 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Checking segment: {'id': '6e6d7b04-46e9-48e1-ad00-f224b299ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:41:38.578151 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:38.578678 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Bound using segment: {'id': '6e6d7b04-46e9-48e1-ad00-f224b299ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:41:38.579591 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Bound port: 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6d7b04-46e9-48e1-ad00-f224b299ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:41:38.579998 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:38.585125 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Publish callbacks [] for port (49173c0e-de5a-49ef-8d63-5fadce48dd0b), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:38.608677 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae905c55-c2f1-4cd6-8c40-421e326a8817 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Router d4f668c2-f653-495b-885c-1d8896cde7ff has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:41:38.637466 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (49173c0e-de5a-49ef-8d63-5fadce48dd0b), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:38.679257 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:41:38.694394 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:41:38.694746 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] For port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:41:38.699678 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:41:38.701330 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] For port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0,segment=NetworkSegment(6e6d7b04-46e9-48e1-ad00-f224b299ec42),segment_id=6e6d7b04-46e9-48e1-ad00-f224b299ec42)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:41:38.703920 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=49173c0e-de5a-49ef-8d63-5fadce48dd0b,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:38.723028 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:38.822977 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae905c55-c2f1-4cd6-8c40-421e326a8817 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:41:38.828451 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ae905c55-c2f1-4cd6-8c40-421e326a8817 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:38.834085 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b1baf-13e9-41f7-be03-887b7b9312a9 None None] Sync routers for ids ['d4f668c2-f653-495b-885c-1d8896cde7ff'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:41:38.853308 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cd09e-c734-4b43-a742-c22b22a9e3b8 None None] Pushing event updated for resources: {'Port': ['ID=7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:38.867776 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0b1baf-13e9-41f7-be03-887b7b9312a9 None None] Routers {'d4f668c2-f653-495b-885c-1d8896cde7ff'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:41:38.869143 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-fb0b1baf-13e9-41f7-be03-887b7b9312a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:41:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d4f668c2-f653-495b-885c-1d8896cde7ff'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:38.871843 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-ae905c55-c2f1-4cd6-8c40-421e326a8817 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "PUT /v2.0/floatingips/a69f44d7-dc4f-405c-8782-4c7151c2f937 HTTP/1.1" status: 200 len: 991 time: 1.5876498 Apr 12 18:41:38.872647 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'tag': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:41:38.877041 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff2a3f0-17b9-4f1f-822a-29f1b85782c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c111be44-1a03-45f4-84f5-d25edd03d5db", "tag": "43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:41:38.969754 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a854d89-8514-4631-a166-4b5e085cf2e0 x-openstack-request-id: req-0a854d89-8514-4631-a166-4b5e085cf2e0 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:41:38.970112 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c111be44-1a03-45f4-84f5-d25edd03d5db", "tag": "43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:41:38.970426 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a854d89-8514-4631-a166-4b5e085cf2e0 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:41:38.970923 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a854d89-8514-4631-a166-4b5e085cf2e0'] response: {'name': 'network-changed', 'server_uuid': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'tag': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce', 'status': 'completed', 'code': 200} Apr 12 18:41:39.127347 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2a3f0-17b9-4f1f-822a-29f1b85782c0 req-6b5b9413-9b2c-47c1-aec0-8f133134eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:39.130885 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7ff2a3f0-17b9-4f1f-822a-29f1b85782c0 req-6b5b9413-9b2c-47c1-aec0-8f133134eb01 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 1129 time: 0.1268499 Apr 12 18:41:39.202941 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-fb0b1baf-13e9-41f7-be03-887b7b9312a9 None None] Set router d4f668c2-f653-495b-885c-1d8896cde7ff gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:41:39.422562 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2a3f0-17b9-4f1f-822a-29f1b85782c0 req-e642e6e0-9186-4201-8ddf-fee298263320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:39.426846 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Publish callbacks [] for router_gateway (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:39.432455 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7ff2a3f0-17b9-4f1f-822a-29f1b85782c0 req-e642e6e0-9186-4201-8ddf-fee298263320 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 919 time: 0.2918606 Apr 12 18:41:39.589372 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Publish callbacks [] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:39.605216 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:39.726487 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccadcc-7ada-4c46-9b43-ca42bf71663c None None] Pushing event updated for resources: {'Port': ['ID=59af48b0-4f98-48d3-adb9-d2d7d5f7b077,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:39.823369 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-fb0b1baf-13e9-41f7-be03-887b7b9312a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'a69f44d7-dc4f-405c-8782-4c7151c2f937', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'port_id': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'mac_address': 'fa:16:3e:73:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:41:18Z', 'updated_at': '2022-04-12T18:41:37Z', 'revision_number': 1, 'project_id': '86834b83fff74546a622369a6b71f863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412df551-9da9-45d9-910c-2e9722213510', 'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'mac_address': 'fa:16:3e:d7:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:46Z', 'revision_number': 5, 'project_id': '86834b83fff74546a622369a6b71f863', 'subnets': [{'id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:39.830592 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Attempting to bind port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:41:39.831248 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Attempting to bind port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:41:39.831828 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Attempting to bind port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 on network 598a49f3-26e5-4adb-bc7e-a59d43832874 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:41:39.838050 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:41:39.839000 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Checking segment: {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:41:39.841808 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:39.842421 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Bound using segment: {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:41:39.843090 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Bound port: 59af48b0-4f98-48d3-adb9-d2d7d5f7b077, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:41:39.843670 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:39.906864 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b1baf-13e9-41f7-be03-887b7b9312a9 None None] Checking router: d4f668c2-f653-495b-885c-1d8896cde7ff for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:41:39.912649 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637342'] for router (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:39.926864 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0b1baf-13e9-41f7-be03-887b7b9312a9 None None] Routers {'d4f668c2-f653-495b-885c-1d8896cde7ff'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:41:39.927532 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-fb0b1baf-13e9-41f7-be03-887b7b9312a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:41:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d4f668c2-f653-495b-885c-1d8896cde7ff'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:39.956837 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] For port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:41:39.963287 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] For port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=59af48b0-4f98-48d3-adb9-d2d7d5f7b077,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:41:39.977417 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:40.096037 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:41:40.097187 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:41:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:40.292700 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-fb0b1baf-13e9-41f7-be03-887b7b9312a9 None None] Set router d4f668c2-f653-495b-885c-1d8896cde7ff gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:41:40.398252 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7ff2a3f0-17b9-4f1f-822a-29f1b85782c0 req-220e930d-65a2-4d69-8c6c-77579f2532d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce HTTP/1.1" status: 200 len: 999 time: 0.9495053 Apr 12 18:41:40.411599 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:41:40.537862 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2a3f0-17b9-4f1f-822a-29f1b85782c0 req-011bf79f-86c9-4bfd-add7-3820eb4227b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:40.552933 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7ff2a3f0-17b9-4f1f-822a-29f1b85782c0 req-011bf79f-86c9-4bfd-add7-3820eb4227b4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.1319931 Apr 12 18:41:40.660459 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccadcc-7ada-4c46-9b43-ca42bf71663c None None] Pushing event updated for resources: {'Port': ['ID=59af48b0-4f98-48d3-adb9-d2d7d5f7b077,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:40.714852 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2a3f0-17b9-4f1f-822a-29f1b85782c0 req-f8b19532-a03c-4a26-b1a8-6dcfb2ec31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:41:40.720069 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7ff2a3f0-17b9-4f1f-822a-29f1b85782c0 req-f8b19532-a03c-4a26-b1a8-6dcfb2ec31bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1656756 Apr 12 18:41:40.764362 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Router 03dbc9ab-f575-4c80-9a04-9f1c584b3c22 is scheduled to L3 agent 44317c89-751a-4fda-aa0e-2e986157389a with binding_index 1 {{(pid=103438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:41:40.787325 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-2d6d9dcb-696c-44a6-b4b5-95497439bdf8 None None] Provisioning complete for port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:40.787993 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2d6d9dcb-696c-44a6-b4b5-95497439bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:40.891075 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39044ebb-bb0b-410e-9b6f-17b2d03426f3 None None] Network 9e92f649-a087-42f7-bd94-b1fba7ef90d0 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:41:40.989581 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-fb0b1baf-13e9-41f7-be03-887b7b9312a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'a69f44d7-dc4f-405c-8782-4c7151c2f937', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'port_id': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'mac_address': 'fa:16:3e:73:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:41:18Z', 'updated_at': '2022-04-12T18:41:37Z', 'revision_number': 1, 'project_id': '86834b83fff74546a622369a6b71f863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412df551-9da9-45d9-910c-2e9722213510', 'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'mac_address': 'fa:16:3e:d7:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:46Z', 'revision_number': 5, 'project_id': '86834b83fff74546a622369a6b71f863', 'subnets': [{'id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:41.028766 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7ff2a3f0-17b9-4f1f-822a-29f1b85782c0 req-e0b70e3f-13c6-4c84-b8d4-2f721f0e364d service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002512 Apr 12 18:41:41.060002 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:41:41.093218 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Sync routers for ids ['03dbc9ab-f575-4c80-9a04-9f1c584b3c22'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:41:41.094060 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b1baf-13e9-41f7-be03-887b7b9312a9 None None] The sync data for ids ['d4f668c2-f653-495b-885c-1d8896cde7ff'] in dv-cinder-837536-1-iscsi is: [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'a69f44d7-dc4f-405c-8782-4c7151c2f937', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'port_id': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'mac_address': 'fa:16:3e:73:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:41:18Z', 'updated_at': '2022-04-12T18:41:37Z', 'revision_number': 1, 'project_id': '86834b83fff74546a622369a6b71f863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412df551-9da9-45d9-910c-2e9722213510', 'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'mac_address': 'fa:16:3e:d7:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:46Z', 'revision_number': 5, 'project_id': '86834b83fff74546a622369a6b71f863', 'subnets': [{'id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:41:41.106617 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:41.111145 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-8ef5dd09-8e97-4a41-9ed5-3b86d138b6e3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5605600 Apr 12 18:41:41.111830 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60136) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:41.184198 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7ff2a3f0-17b9-4f1f-822a-29f1b85782c0 req-31f0530b-09f6-408e-8a7c-10bb2318e762 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481366 Apr 12 18:41:41.219163 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d9dcb-696c-44a6-b4b5-95497439bdf8 None None] Current status of the port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:41.219904 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2d6d9dcb-696c-44a6-b4b5-95497439bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:41.242425 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:39Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:41.291754 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45cfc11-8eb4-485c-a819-53d3ada229ec None None] The sync data for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi is: [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:39Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:41:41.295986 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Routers {'03dbc9ab-f575-4c80-9a04-9f1c584b3c22'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:41:41.296895 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:41:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['03dbc9ab-f575-4c80-9a04-9f1c584b3c22'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:41.419953 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-2d6d9dcb-696c-44a6-b4b5-95497439bdf8 None None] For port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=59af48b0-4f98-48d3-adb9-d2d7d5f7b077,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:41:41.428842 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2d6d9dcb-696c-44a6-b4b5-95497439bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:41.506903 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d9dcb-696c-44a6-b4b5-95497439bdf8 None None] Pushing event updated for resources: {'Port': ['ID=59af48b0-4f98-48d3-adb9-d2d7d5f7b077,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:41.607278 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-b388c1c1-d4d0-42c4-ab37-5ca853f84049 None None] Provisioning complete for port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:41.608089 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b388c1c1-d4d0-42c4-ab37-5ca853f84049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:41.711982 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb3305c-8d2f-43a3-97c9-9125bd5d6712 None None] New status for floating IP a69f44d7-dc4f-405c-8782-4c7151c2f937: ACTIVE {{(pid=103441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:41:41.721229 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:41:41.736896 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Set router 03dbc9ab-f575-4c80-9a04-9f1c584b3c22 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:41:41.954405 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-b388c1c1-d4d0-42c4-ab37-5ca853f84049 None None] Current status of the port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:42.017790 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:42.056650 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-b388c1c1-d4d0-42c4-ab37-5ca853f84049 None None] Provisioning complete for port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:42.057032 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b388c1c1-d4d0-42c4-ab37-5ca853f84049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:42.146392 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:42.146785 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:42.275546 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Allocated IP 172.20.0.1 (9e92f649-a087-42f7-bd94-b1fba7ef90d0/cbe9ed82-45b8-45fe-8f39-627d94156d33/15766c58-6ed1-4121-bad2-270f7eafd535) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:41:42.286372 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-b388c1c1-d4d0-42c4-ab37-5ca853f84049 None None] Current status of the port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:42.286818 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b388c1c1-d4d0-42c4-ab37-5ca853f84049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:42.331638 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'name': 'tempest-TestVolumeBootPattern-1393934245-router', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '49173c0e-de5a-49ef-8d63-5fadce48dd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:37Z', 'updated_at': '2022-04-12T18:41:39Z', 'revision_number': 3, 'project_id': '7712534164a0487da30a9151e05e05fd', 'gw_port': {'id': '49173c0e-de5a-49ef-8d63-5fadce48dd0b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:38Z', 'updated_at': '2022-04-12T18:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:42.412637 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Checking router: 03dbc9ab-f575-4c80-9a04-9f1c584b3c22 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:41:42.413039 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Updating router 03dbc9ab-f575-4c80-9a04-9f1c584b3c22 port 49173c0e-de5a-49ef-8d63-5fadce48dd0b binding host dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:41:42.452985 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Publish callbacks [] for port (15766c58-6ed1-4121-bad2-270f7eafd535), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:42.508504 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:42.554878 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Network 9e92f649-a087-42f7-bd94-b1fba7ef90d0 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:41:42.558697 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:41:42.583830 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:41:42.638397 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-b388c1c1-d4d0-42c4-ab37-5ca853f84049 None None] For port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0,segment=NetworkSegment(6e6d7b04-46e9-48e1-ad00-f224b299ec42),segment_id=6e6d7b04-46e9-48e1-ad00-f224b299ec42)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:41:42.643690 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Pushing event updated for resources: {'Port': ['ID=15766c58-6ed1-4121-bad2-270f7eafd535,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:42.654749 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:42.655321 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:42.666092 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637167'] for router_interface (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:42.698064 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b388c1c1-d4d0-42c4-ab37-5ca853f84049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:42.707831 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (49173c0e-de5a-49ef-8d63-5fadce48dd0b), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:42.875746 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:43.012308 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f0efc452-e52a-420b-9259-f0b2bd656dce None None] Provisioning complete for port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:43.012905 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f0efc452-e52a-420b-9259-f0b2bd656dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:43.087539 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Publish callbacks [] for port (15766c58-6ed1-4121-bad2-270f7eafd535), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:43.097615 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:43.109351 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.db.api [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 18:41:43.109708 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG oslo_db.api [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 18:41:43.110199 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388c1c1-d4d0-42c4-ab37-5ca853f84049 None None] Pushing event updated for resources: {'Port': ['ID=7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:43.193697 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634719'] for router_interface (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:43.243861 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Pushing event updated for resources: {'Port': ['ID=15766c58-6ed1-4121-bad2-270f7eafd535,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:43.307267 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f0efc452-e52a-420b-9259-f0b2bd656dce None None] Current status of the port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:43.321141 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2c20887f-2bfe-4170-a301-bf54a6e0fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:43.324313 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Publish callbacks [] for port (49173c0e-de5a-49ef-8d63-5fadce48dd0b), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:43.334254 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (49173c0e-de5a-49ef-8d63-5fadce48dd0b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:43.341222 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Network 9e92f649-a087-42f7-bd94-b1fba7ef90d0 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:41:43.343679 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:41:43.398762 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Attempting to bind port 49173c0e-de5a-49ef-8d63-5fadce48dd0b on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:41:43.399818 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Attempting to bind port 49173c0e-de5a-49ef-8d63-5fadce48dd0b by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:41:43.400181 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Attempting to bind port 49173c0e-de5a-49ef-8d63-5fadce48dd0b on network 78cdc165-acac-4fef-b363-a66b7c239f59 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:41:43.402623 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f3227-adce-4b19-a6ef-61ae3ce83d19 None None] Pushing event updated for resources: {'Port': ['ID=49173c0e-de5a-49ef-8d63-5fadce48dd0b,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:43.409097 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:41:43.409858 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Checking segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:41:43.410478 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:43.411299 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Bound using segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:41:43.411990 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Bound port: 49173c0e-de5a-49ef-8d63-5fadce48dd0b, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:41:43.412637 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (49173c0e-de5a-49ef-8d63-5fadce48dd0b), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:43.491821 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] For port 49173c0e-de5a-49ef-8d63-5fadce48dd0b, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:41:43.495822 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] For port 49173c0e-de5a-49ef-8d63-5fadce48dd0b, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=49173c0e-de5a-49ef-8d63-5fadce48dd0b,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:41:43.513875 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (49173c0e-de5a-49ef-8d63-5fadce48dd0b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:43.595497 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-eaf8c2e4-4a67-4d3a-98de-cd0c6b299509 None None] Provisioning complete for port 15766c58-6ed1-4121-bad2-270f7eafd535 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:43.597692 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-eaf8c2e4-4a67-4d3a-98de-cd0c6b299509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:43.620099 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Router 03dbc9ab-f575-4c80-9a04-9f1c584b3c22 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:41:43.767300 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f3227-adce-4b19-a6ef-61ae3ce83d19 None None] Pushing event updated for resources: {'Port': ['ID=49173c0e-de5a-49ef-8d63-5fadce48dd0b,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:43.785658 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-eaf8c2e4-4a67-4d3a-98de-cd0c6b299509 None None] Port 15766c58-6ed1-4121-bad2-270f7eafd535 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:41:43.799901 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:43.835830 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:41:43.845603 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Routers {'03dbc9ab-f575-4c80-9a04-9f1c584b3c22'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:41:43.846352 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:41:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['03dbc9ab-f575-4c80-9a04-9f1c584b3c22'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:43.850145 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-3e5b2bcd-9def-434d-ae71-f08e87ce1a10 admin admin] 10.222.0.64 "PUT /v2.0/routers/03dbc9ab-f575-4c80-9a04-9f1c584b3c22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7369328 Apr 12 18:41:43.953452 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-07970744-fb71-4d72-a02d-d376814b8c72 None None] Provisioning complete for port 15766c58-6ed1-4121-bad2-270f7eafd535 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:43.953987 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-07970744-fb71-4d72-a02d-d376814b8c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:44.075584 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-07970744-fb71-4d72-a02d-d376814b8c72 None None] Port 15766c58-6ed1-4121-bad2-270f7eafd535 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:41:44.085208 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] Set router 03dbc9ab-f575-4c80-9a04-9f1c584b3c22 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:41:44.101291 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:41:44.273731 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:44.274108 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:44.423266 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'name': 'tempest-TestVolumeBootPattern-1393934245-router', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '49173c0e-de5a-49ef-8d63-5fadce48dd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:37Z', 'updated_at': '2022-04-12T18:41:42Z', 'revision_number': 4, 'project_id': '7712534164a0487da30a9151e05e05fd', 'gw_port': {'id': '49173c0e-de5a-49ef-8d63-5fadce48dd0b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:38Z', 'updated_at': '2022-04-12T18:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '15766c58-6ed1-4121-bad2-270f7eafd535', 'name': '', 'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'mac_address': 'fa:16:3e:54:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cbe9ed82-45b8-45fe-8f39-627d94156d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:42Z', 'updated_at': '2022-04-12T18:41:42Z', 'revision_number': 2, 'project_id': '7712534164a0487da30a9151e05e05fd', 'subnets': [{'id': 'cbe9ed82-45b8-45fe-8f39-627d94156d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:44.460415 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8c2f3-2601-4838-9c4c-8552ecf42cc2 None None] The sync data for ids ['03dbc9ab-f575-4c80-9a04-9f1c584b3c22'] in dv-cinder-837536-1-iscsi is: [{'id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'name': 'tempest-TestVolumeBootPattern-1393934245-router', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '49173c0e-de5a-49ef-8d63-5fadce48dd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:37Z', 'updated_at': '2022-04-12T18:41:42Z', 'revision_number': 4, 'project_id': '7712534164a0487da30a9151e05e05fd', 'gw_port': {'id': '49173c0e-de5a-49ef-8d63-5fadce48dd0b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:38Z', 'updated_at': '2022-04-12T18:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '15766c58-6ed1-4121-bad2-270f7eafd535', 'name': '', 'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'mac_address': 'fa:16:3e:54:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cbe9ed82-45b8-45fe-8f39-627d94156d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:42Z', 'updated_at': '2022-04-12T18:41:42Z', 'revision_number': 2, 'project_id': '7712534164a0487da30a9151e05e05fd', 'subnets': [{'id': 'cbe9ed82-45b8-45fe-8f39-627d94156d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:41:44.462594 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:44.464025 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:41:44.541122 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:44.542452 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:44.653365 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:44.735569 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60202) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:44.740404 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-98175a9e-e86f-4610-9602-980b8d3d2c81 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2008223913', 'description': 'tempest-secgroup-smoke-2008223913 description', 'project_id': '9bc765ccfbcf42caadd05218a049ab42'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:44.771845 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-98175a9e-e86f-4610-9602-980b8d3d2c81 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:44.894343 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-98175a9e-e86f-4610-9602-980b8d3d2c81 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group (fb149321-8129-4268-a159-d8d43f0f7a0b), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:44.911546 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-98175a9e-e86f-4610-9602-980b8d3d2c81 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (fb149321-8129-4268-a159-d8d43f0f7a0b), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:44.942581 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98175a9e-e86f-4610-9602-980b8d3d2c81 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb149321-8129-4268-a159-d8d43f0f7a0b,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:44.947058 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-98175a9e-e86f-4610-9602-980b8d3d2c81 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:44.948703 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-98175a9e-e86f-4610-9602-980b8d3d2c81 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2120163 Apr 12 18:41:44.952362 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60204) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:44.958698 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-9ac07a86-fd81-4bb9-aef6-e72e11e5e602 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Request body: {'security_group_rule': {'security_group_id': 'fb149321-8129-4268-a159-d8d43f0f7a0b', 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:44.996761 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9ac07a86-fd81-4bb9-aef6-e72e11e5e602 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (cfc6ba96-b029-4293-bd67-0ca7e7de0508), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.067544 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9ac07a86-fd81-4bb9-aef6-e72e11e5e602 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (cfc6ba96-b029-4293-bd67-0ca7e7de0508), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.072666 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9ac07a86-fd81-4bb9-aef6-e72e11e5e602 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (cfc6ba96-b029-4293-bd67-0ca7e7de0508), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.098868 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac07a86-fd81-4bb9-aef6-e72e11e5e602 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc6ba96-b029-4293-bd67-0ca7e7de0508,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:45.112530 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9ac07a86-fd81-4bb9-aef6-e72e11e5e602 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.115687 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-9ac07a86-fd81-4bb9-aef6-e72e11e5e602 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1621125 Apr 12 18:41:45.116814 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 60206) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:45.123871 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-08dde02e-9d7f-451b-8d13-98b18e50f098 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Request body: {'security_group_rule': {'security_group_id': 'fb149321-8129-4268-a159-d8d43f0f7a0b', 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:45.179026 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-08dde02e-9d7f-451b-8d13-98b18e50f098 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (ef9a47cf-d941-4364-8ece-4dc038f237e5), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.265567 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-08dde02e-9d7f-451b-8d13-98b18e50f098 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (ef9a47cf-d941-4364-8ece-4dc038f237e5), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.272971 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-08dde02e-9d7f-451b-8d13-98b18e50f098 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (ef9a47cf-d941-4364-8ece-4dc038f237e5), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.304583 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dde02e-9d7f-451b-8d13-98b18e50f098 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9a47cf-d941-4364-8ece-4dc038f237e5,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:45.318482 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-08dde02e-9d7f-451b-8d13-98b18e50f098 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.320435 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-08dde02e-9d7f-451b-8d13-98b18e50f098 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2025361 Apr 12 18:41:45.323286 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 60208) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:45.331963 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-94896e98-194e-4518-b9bf-ea16bc72fb32 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Request body: {'security_group_rule': {'security_group_id': 'fb149321-8129-4268-a159-d8d43f0f7a0b', 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:45.376488 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-94896e98-194e-4518-b9bf-ea16bc72fb32 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (8abfb8f9-031b-4471-8e95-bf9c7cae702a), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.498919 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-94896e98-194e-4518-b9bf-ea16bc72fb32 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (8abfb8f9-031b-4471-8e95-bf9c7cae702a), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.508783 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-94896e98-194e-4518-b9bf-ea16bc72fb32 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (8abfb8f9-031b-4471-8e95-bf9c7cae702a), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.550189 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94896e98-194e-4518-b9bf-ea16bc72fb32 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abfb8f9-031b-4471-8e95-bf9c7cae702a,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:45.573502 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60224) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:45.576185 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-94896e98-194e-4518-b9bf-ea16bc72fb32 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.578378 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-94896e98-194e-4518-b9bf-ea16bc72fb32 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2535057 Apr 12 18:41:45.581524 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 60226) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:45.586172 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-83af243d-7a19-4e0e-bf6c-07845bf56e06 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Request body: {'security_group_rule': {'security_group_id': 'fb149321-8129-4268-a159-d8d43f0f7a0b', 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:45.630011 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_v2 [None req-c688625f-2356-410d-8675-f113056b56f5 admin admin] Deleting subnet 55b902a6-7b49-4d80-89a9-b2dbc36c8d3a {{(pid=103438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:41:45.634440 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c688625f-2356-410d-8675-f113056b56f5 admin admin] Publish callbacks [] for subnet (55b902a6-7b49-4d80-89a9-b2dbc36c8d3a), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.634743 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-83af243d-7a19-4e0e-bf6c-07845bf56e06 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (2a3090ea-1667-4c80-88ce-7ab6e78ee3e9), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.718435 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c688625f-2356-410d-8675-f113056b56f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8176931'] for subnet (55b902a6-7b49-4d80-89a9-b2dbc36c8d3a), precommit_delete_associations {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.722559 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-83af243d-7a19-4e0e-bf6c-07845bf56e06 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (2a3090ea-1667-4c80-88ce-7ab6e78ee3e9), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.726369 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5c8e586c-0628-403d-ba41-2af27640842e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.729413 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-83af243d-7a19-4e0e-bf6c-07845bf56e06 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (2a3090ea-1667-4c80-88ce-7ab6e78ee3e9), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.762304 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af243d-7a19-4e0e-bf6c-07845bf56e06 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3090ea-1667-4c80-88ce-7ab6e78ee3e9,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:45.787469 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-83af243d-7a19-4e0e-bf6c-07845bf56e06 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.792144 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60234) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:45.794367 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-83af243d-7a19-4e0e-bf6c-07845bf56e06 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2099712 Apr 12 18:41:45.796007 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c688625f-2356-410d-8675-f113056b56f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (55b902a6-7b49-4d80-89a9-b2dbc36c8d3a), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.803977 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-c5037db2-083e-495f-bdfb-aebe78274cb9 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Request body: {'security_group_rule': {'security_group_id': 'fb149321-8129-4268-a159-d8d43f0f7a0b', 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:45.872720 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c688625f-2356-410d-8675-f113056b56f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8176844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7482600'] for subnet (55b902a6-7b49-4d80-89a9-b2dbc36c8d3a), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.910617 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688625f-2356-410d-8675-f113056b56f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b902a6-7b49-4d80-89a9-b2dbc36c8d3a,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:45.917612 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c688625f-2356-410d-8675-f113056b56f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:45.924951 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-c688625f-2356-410d-8675-f113056b56f5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/55b902a6-7b49-4d80-89a9-b2dbc36c8d3a HTTP/1.1" status: 204 len: 168 time: 0.3503883 Apr 12 18:41:45.927231 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 60236) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:45.940729 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.securitygroups_db [None req-c5037db2-083e-495f-bdfb-aebe78274cb9 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Project 9bc765ccfbcf42caadd05218a049ab42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:41:45.953458 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 49173c0e-de5a-49ef-8d63-5fadce48dd0b up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:41:45.974256 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c5037db2-083e-495f-bdfb-aebe78274cb9 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (2f91a9ef-4035-466d-905d-55fc17dc40e3), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.034185 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 49173c0e-de5a-49ef-8d63-5fadce48dd0b triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:46.034560 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (49173c0e-de5a-49ef-8d63-5fadce48dd0b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.053091 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7368b068-0568-4c2a-9e74-071ee3512170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (a502c8ca-fa74-4ee8-9273-d1e0f43da1b1), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.078354 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c5037db2-083e-495f-bdfb-aebe78274cb9 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (2f91a9ef-4035-466d-905d-55fc17dc40e3), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.092067 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c5037db2-083e-495f-bdfb-aebe78274cb9 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (2f91a9ef-4035-466d-905d-55fc17dc40e3), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.120700 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5037db2-083e-495f-bdfb-aebe78274cb9 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f91a9ef-4035-466d-905d-55fc17dc40e3,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:46.138179 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c5037db2-083e-495f-bdfb-aebe78274cb9 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.142082 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-c5037db2-083e-495f-bdfb-aebe78274cb9 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3450863 Apr 12 18:41:46.143218 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 49173c0e-de5a-49ef-8d63-5fadce48dd0b is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:46.143604 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60238) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:46.143740 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (49173c0e-de5a-49ef-8d63-5fadce48dd0b), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.149930 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-bc996242-f9a3-43c0-8650-07695f712f20 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Request body: {'security_group_rule': {'security_group_id': 'fb149321-8129-4268-a159-d8d43f0f7a0b', 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:41:46.166023 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] For port 49173c0e-de5a-49ef-8d63-5fadce48dd0b, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=49173c0e-de5a-49ef-8d63-5fadce48dd0b,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:41:46.176625 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (49173c0e-de5a-49ef-8d63-5fadce48dd0b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.186205 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.securitygroups_db [None req-bc996242-f9a3-43c0-8650-07695f712f20 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Project 9bc765ccfbcf42caadd05218a049ab42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:41:46.200010 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bc996242-f9a3-43c0-8650-07695f712f20 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (1400f8b3-c6b3-4d42-b48e-86365215d236), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.204355 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7368b068-0568-4c2a-9e74-071ee3512170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (a502c8ca-fa74-4ee8-9273-d1e0f43da1b1), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.235739 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-7368b068-0568-4c2a-9e74-071ee3512170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a502c8ca-fa74-4ee8-9273-d1e0f43da1b1']}} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:46.246900 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-7368b068-0568-4c2a-9e74-071ee3512170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d443dd-705d-4e69-a5eb-1c9d760dd388') {'for_net_delete': True} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:46.247456 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-7368b068-0568-4c2a-9e74-071ee3512170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d443dd-705d-4e69-a5eb-1c9d760dd388') {} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:46.267774 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7368b068-0568-4c2a-9e74-071ee3512170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7484339'] for segment (79d443dd-705d-4e69-a5eb-1c9d760dd388), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.279882 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Pushing event updated for resources: {'Port': ['ID=49173c0e-de5a-49ef-8d63-5fadce48dd0b,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:46.285503 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7368b068-0568-4c2a-9e74-071ee3512170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (79d443dd-705d-4e69-a5eb-1c9d760dd388), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.286102 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bc996242-f9a3-43c0-8650-07695f712f20 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (1400f8b3-c6b3-4d42-b48e-86365215d236), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.293463 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bc996242-f9a3-43c0-8650-07695f712f20 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (1400f8b3-c6b3-4d42-b48e-86365215d236), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.296154 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:46.296615 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:46.297328 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:46.297955 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:46.298410 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:46.299171 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:46.299311 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:46.299710 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:46.300352 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:46.302926 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:46.303855 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:46.304159 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7368b068-0568-4c2a-9e74-071ee3512170 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:41:46.304391 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:46.305144 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7368b068-0568-4c2a-9e74-071ee3512170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8342008'] for segment (79d443dd-705d-4e69-a5eb-1c9d760dd388), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.314160 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:46.314532 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc996242-f9a3-43c0-8650-07695f712f20 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1400f8b3-c6b3-4d42-b48e-86365215d236,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:46.314662 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:46.315089 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: Traceback (most recent call last): Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: timer() Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: cb(*args, **kw) Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: return func(*args, **kwargs) Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: self._notify() Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: self.callback(batched_events) Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: event.method(event) Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: return f(self, *a, **k) Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: return self._get(url).json() Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: return self.request(url, 'GET', **kwargs) Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:41:46.327666 dv-cinder-837536-1-iscsi neutron-server[103439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:41:46.329809 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bc996242-f9a3-43c0-8650-07695f712f20 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.329809 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-bc996242-f9a3-43c0-8650-07695f712f20 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1845760 Apr 12 18:41:46.388127 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7368b068-0568-4c2a-9e74-071ee3512170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (a502c8ca-fa74-4ee8-9273-d1e0f43da1b1), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.395531 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7368b068-0568-4c2a-9e74-071ee3512170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.401908 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-7368b068-0568-4c2a-9e74-071ee3512170 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a502c8ca-fa74-4ee8-9273-d1e0f43da1b1 HTTP/1.1" status: 204 len: 168 time: 0.4706125 Apr 12 18:41:46.402217 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60250) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:46.433791 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368b068-0568-4c2a-9e74-071ee3512170 admin admin] Pushing event deleted for resources: {'Network': ['ID=a502c8ca-fa74-4ee8-9273-d1e0f43da1b1,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:46.476723 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_v2 [None req-6862de3b-4ab0-438a-b5c7-3f2bc6e6ad44 admin admin] Deleting subnet 38f959b3-0842-4138-87c1-af0aad68e106 {{(pid=103438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:41:46.480458 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6862de3b-4ab0-438a-b5c7-3f2bc6e6ad44 admin admin] Publish callbacks [] for subnet (38f959b3-0842-4138-87c1-af0aad68e106), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.528802 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6862de3b-4ab0-438a-b5c7-3f2bc6e6ad44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8176931'] for subnet (38f959b3-0842-4138-87c1-af0aad68e106), precommit_delete_associations {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.581985 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.590683 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6862de3b-4ab0-438a-b5c7-3f2bc6e6ad44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (38f959b3-0842-4138-87c1-af0aad68e106), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.654841 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6862de3b-4ab0-438a-b5c7-3f2bc6e6ad44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8176844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7482600'] for subnet (38f959b3-0842-4138-87c1-af0aad68e106), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.698277 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862de3b-4ab0-438a-b5c7-3f2bc6e6ad44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f959b3-0842-4138-87c1-af0aad68e106,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:46.716532 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6862de3b-4ab0-438a-b5c7-3f2bc6e6ad44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.728645 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 60284) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:46.729170 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-6862de3b-4ab0-438a-b5c7-3f2bc6e6ad44 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/38f959b3-0842-4138-87c1-af0aad68e106 HTTP/1.1" status: 204 len: 168 time: 0.3253570 Apr 12 18:41:46.829696 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e88d05a4-36c9-4743-a0bb-00901ecb55ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (4edc499d-fc30-4a10-98e8-c3749c49de6c), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.940205 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e88d05a4-36c9-4743-a0bb-00901ecb55ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (4edc499d-fc30-4a10-98e8-c3749c49de6c), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:46.984726 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-e88d05a4-36c9-4743-a0bb-00901ecb55ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edc499d-fc30-4a10-98e8-c3749c49de6c']}} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:47.001884 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-e88d05a4-36c9-4743-a0bb-00901ecb55ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891878a5-e697-4a2f-9c08-89247ed87aea') {'for_net_delete': True} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:47.001884 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-e88d05a4-36c9-4743-a0bb-00901ecb55ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891878a5-e697-4a2f-9c08-89247ed87aea') {} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:47.024412 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e88d05a4-36c9-4743-a0bb-00901ecb55ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7484339'] for segment (891878a5-e697-4a2f-9c08-89247ed87aea), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:47.054669 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e88d05a4-36c9-4743-a0bb-00901ecb55ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (891878a5-e697-4a2f-9c08-89247ed87aea), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:47.069617 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88d05a4-36c9-4743-a0bb-00901ecb55ed admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:41:47.070157 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e88d05a4-36c9-4743-a0bb-00901ecb55ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8342008'] for segment (891878a5-e697-4a2f-9c08-89247ed87aea), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: Traceback (most recent call last): Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: timer() Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: cb(*args, **kw) Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: return func(*args, **kwargs) Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: self._notify() Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: self.callback(batched_events) Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: event.method(event) Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: return f(self, *a, **k) Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: return self._get(url).json() Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: return self.request(url, 'GET', **kwargs) Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:41:47.072503 dv-cinder-837536-1-iscsi neutron-server[103439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:41:47.144842 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e88d05a4-36c9-4743-a0bb-00901ecb55ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (4edc499d-fc30-4a10-98e8-c3749c49de6c), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:47.149459 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e88d05a4-36c9-4743-a0bb-00901ecb55ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:47.155842 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-e88d05a4-36c9-4743-a0bb-00901ecb55ed admin admin] 10.222.0.64 "DELETE /v2.0/networks/4edc499d-fc30-4a10-98e8-c3749c49de6c HTTP/1.1" status: 204 len: 168 time: 0.4253438 Apr 12 18:41:47.172766 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d05a4-36c9-4743-a0bb-00901ecb55ed admin admin] Pushing event deleted for resources: {'Network': ['ID=4edc499d-fc30-4a10-98e8-c3749c49de6c,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:47.362673 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60308) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:47.402102 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-e3dbefab-deb6-4ca2-be06-d25f43233c21 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e03187649e7449e6acb6c30e63c0ee76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380867 Apr 12 18:41:47.404455 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60310) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:47.460627 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Publish callbacks [] for security_group (842919b6-cd84-4c9e-a93c-b8b3c23f1f0c), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:47.494041 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Publish callbacks [] for security_group (842919b6-cd84-4c9e-a93c-b8b3c23f1f0c), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:47.547749 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (842919b6-cd84-4c9e-a93c-b8b3c23f1f0c), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:47.550987 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:47.552185 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/842919b6-cd84-4c9e-a93c-b8b3c23f1f0c HTTP/1.1" status: 204 len: 168 time: 0.1468167 Apr 12 18:41:47.560407 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842919b6-cd84-4c9e-a93c-b8b3c23f1f0c,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:47.571896 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:47.572136 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:47.572438 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:47.572849 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:47.576014 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:47.577788 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:47.578141 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:47.578523 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:47.578859 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:47.579216 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:47.579563 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:47.579901 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:47.580226 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:47.580543 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:47.583615 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ceaf8-bfac-48cc-a8e3-915c0c779801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:41:47.913059 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 49173c0e-de5a-49ef-8d63-5fadce48dd0b up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:41:47.979131 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 49173c0e-de5a-49ef-8d63-5fadce48dd0b triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:47.979658 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (49173c0e-de5a-49ef-8d63-5fadce48dd0b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:48.032487 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:48.112495 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60328) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:48.114396 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 49173c0e-de5a-49ef-8d63-5fadce48dd0b is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:48.157998 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-f38f41b2-99cc-4e51-b652-f5ea886b7444 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=614b1b96df354beaa5635b9eca3485a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434268 Apr 12 18:41:48.160440 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 60330) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:48.225926 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0359ac18-68d4-4120-92c2-d533e75caedc admin admin] Publish callbacks [] for security_group (fe1366ef-3b9b-4cc3-98bc-cc2475277358), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:48.261064 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0359ac18-68d4-4120-92c2-d533e75caedc admin admin] Publish callbacks [] for security_group (fe1366ef-3b9b-4cc3-98bc-cc2475277358), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:48.334581 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0359ac18-68d4-4120-92c2-d533e75caedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (fe1366ef-3b9b-4cc3-98bc-cc2475277358), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:48.342742 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0359ac18-68d4-4120-92c2-d533e75caedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:48.347135 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-0359ac18-68d4-4120-92c2-d533e75caedc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe1366ef-3b9b-4cc3-98bc-cc2475277358 HTTP/1.1" status: 204 len: 168 time: 0.1833508 Apr 12 18:41:48.362643 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359ac18-68d4-4120-92c2-d533e75caedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1366ef-3b9b-4cc3-98bc-cc2475277358,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:48.677235 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Sync routers for ids ['03dbc9ab-f575-4c80-9a04-9f1c584b3c22'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:41:48.693785 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Routers {'03dbc9ab-f575-4c80-9a04-9f1c584b3c22'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:41:48.694801 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-5e549834-7cf9-41de-be87-15e235142596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:41:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['03dbc9ab-f575-4c80-9a04-9f1c584b3c22'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:48.962361 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Set router 03dbc9ab-f575-4c80-9a04-9f1c584b3c22 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:41:49.186859 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-5e549834-7cf9-41de-be87-15e235142596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'name': 'tempest-TestVolumeBootPattern-1393934245-router', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '49173c0e-de5a-49ef-8d63-5fadce48dd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:37Z', 'updated_at': '2022-04-12T18:41:42Z', 'revision_number': 4, 'project_id': '7712534164a0487da30a9151e05e05fd', 'gw_port': {'id': '49173c0e-de5a-49ef-8d63-5fadce48dd0b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:38Z', 'updated_at': '2022-04-12T18:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '15766c58-6ed1-4121-bad2-270f7eafd535', 'name': '', 'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'mac_address': 'fa:16:3e:54:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cbe9ed82-45b8-45fe-8f39-627d94156d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:42Z', 'updated_at': '2022-04-12T18:41:42Z', 'revision_number': 2, 'project_id': '7712534164a0487da30a9151e05e05fd', 'subnets': [{'id': 'cbe9ed82-45b8-45fe-8f39-627d94156d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:49.215124 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Checking router: 03dbc9ab-f575-4c80-9a04-9f1c584b3c22 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:41:49.215493 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Updating router 03dbc9ab-f575-4c80-9a04-9f1c584b3c22 port 15766c58-6ed1-4121-bad2-270f7eafd535 binding host dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:41:49.255240 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:49.551533 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Publish callbacks [] for port (15766c58-6ed1-4121-bad2-270f7eafd535), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:49.563739 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:49.619535 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f382576-21cb-4b19-935b-efd21e44e898 None None] Pushing event updated for resources: {'Port': ['ID=15766c58-6ed1-4121-bad2-270f7eafd535,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:49.692607 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Attempting to bind port 15766c58-6ed1-4121-bad2-270f7eafd535 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:41:49.692986 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Attempting to bind port 15766c58-6ed1-4121-bad2-270f7eafd535 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': '6e6d7b04-46e9-48e1-ad00-f224b299ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:41:49.693659 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Attempting to bind port 15766c58-6ed1-4121-bad2-270f7eafd535 on network 9e92f649-a087-42f7-bd94-b1fba7ef90d0 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:41:49.704572 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:41:49.705063 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Checking segment: {'id': '6e6d7b04-46e9-48e1-ad00-f224b299ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:41:49.705470 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:49.705900 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Bound using segment: {'id': '6e6d7b04-46e9-48e1-ad00-f224b299ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:41:49.706508 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Bound port: 15766c58-6ed1-4121-bad2-270f7eafd535, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6d7b04-46e9-48e1-ad00-f224b299ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:41:49.706927 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:49.787148 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:49.866050 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-5e549834-7cf9-41de-be87-15e235142596 None None] For port 15766c58-6ed1-4121-bad2-270f7eafd535, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:41:49.871298 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-865ff690-0805-46e5-abde-95483809f3ca None None] Provisioning complete for port 15766c58-6ed1-4121-bad2-270f7eafd535 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:49.871793 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-865ff690-0805-46e5-abde-95483809f3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:49.909961 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-5e549834-7cf9-41de-be87-15e235142596 None None] For port 15766c58-6ed1-4121-bad2-270f7eafd535, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=15766c58-6ed1-4121-bad2-270f7eafd535,segment=NetworkSegment(6e6d7b04-46e9-48e1-ad00-f224b299ec42),segment_id=6e6d7b04-46e9-48e1-ad00-f224b299ec42)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:41:49.931156 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:49.967425 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-865ff690-0805-46e5-abde-95483809f3ca None None] Port 15766c58-6ed1-4121-bad2-270f7eafd535 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:41:50.027676 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f382576-21cb-4b19-935b-efd21e44e898 None None] Pushing event updated for resources: {'Port': ['ID=15766c58-6ed1-4121-bad2-270f7eafd535,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:50.053457 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Routers {'03dbc9ab-f575-4c80-9a04-9f1c584b3c22'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:41:50.054319 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-5e549834-7cf9-41de-be87-15e235142596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:41:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['03dbc9ab-f575-4c80-9a04-9f1c584b3c22'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:50.196990 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-5e549834-7cf9-41de-be87-15e235142596 None None] Set router 03dbc9ab-f575-4c80-9a04-9f1c584b3c22 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:41:50.346714 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-9f0d0483-7979-475c-a25f-e5e7096ed5a4 None None] Provisioning complete for port 15766c58-6ed1-4121-bad2-270f7eafd535 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:50.347056 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0483-7979-475c-a25f-e5e7096ed5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:50.448822 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-5e549834-7cf9-41de-be87-15e235142596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'name': 'tempest-TestVolumeBootPattern-1393934245-router', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '49173c0e-de5a-49ef-8d63-5fadce48dd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:37Z', 'updated_at': '2022-04-12T18:41:42Z', 'revision_number': 4, 'project_id': '7712534164a0487da30a9151e05e05fd', 'gw_port': {'id': '49173c0e-de5a-49ef-8d63-5fadce48dd0b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:38Z', 'updated_at': '2022-04-12T18:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '15766c58-6ed1-4121-bad2-270f7eafd535', 'name': '', 'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'mac_address': 'fa:16:3e:54:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cbe9ed82-45b8-45fe-8f39-627d94156d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:42Z', 'updated_at': '2022-04-12T18:41:49Z', 'revision_number': 4, 'project_id': '7712534164a0487da30a9151e05e05fd', 'subnets': [{'id': 'cbe9ed82-45b8-45fe-8f39-627d94156d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:50.501370 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e549834-7cf9-41de-be87-15e235142596 None None] The sync data for ids ['03dbc9ab-f575-4c80-9a04-9f1c584b3c22'] in dv-cinder-837536-1-iscsi is: [{'id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'name': 'tempest-TestVolumeBootPattern-1393934245-router', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '49173c0e-de5a-49ef-8d63-5fadce48dd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:37Z', 'updated_at': '2022-04-12T18:41:42Z', 'revision_number': 4, 'project_id': '7712534164a0487da30a9151e05e05fd', 'gw_port': {'id': '49173c0e-de5a-49ef-8d63-5fadce48dd0b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:38Z', 'updated_at': '2022-04-12T18:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '15766c58-6ed1-4121-bad2-270f7eafd535', 'name': '', 'network_id': '9e92f649-a087-42f7-bd94-b1fba7ef90d0', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'mac_address': 'fa:16:3e:54:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cbe9ed82-45b8-45fe-8f39-627d94156d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:42Z', 'updated_at': '2022-04-12T18:41:49Z', 'revision_number': 4, 'project_id': '7712534164a0487da30a9151e05e05fd', 'subnets': [{'id': 'cbe9ed82-45b8-45fe-8f39-627d94156d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:41:50.517661 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d0483-7979-475c-a25f-e5e7096ed5a4 None None] Current status of the port 15766c58-6ed1-4121-bad2-270f7eafd535 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:50.518132 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0483-7979-475c-a25f-e5e7096ed5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:50.551966 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-9f0d0483-7979-475c-a25f-e5e7096ed5a4 None None] For port 15766c58-6ed1-4121-bad2-270f7eafd535, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=15766c58-6ed1-4121-bad2-270f7eafd535,segment=NetworkSegment(6e6d7b04-46e9-48e1-ad00-f224b299ec42),segment_id=6e6d7b04-46e9-48e1-ad00-f224b299ec42)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:41:50.557034 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0483-7979-475c-a25f-e5e7096ed5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:50.606244 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d0483-7979-475c-a25f-e5e7096ed5a4 None None] Pushing event updated for resources: {'Port': ['ID=15766c58-6ed1-4121-bad2-270f7eafd535,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:51.913032 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 15766c58-6ed1-4121-bad2-270f7eafd535 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:41:51.963841 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 15766c58-6ed1-4121-bad2-270f7eafd535 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:41:51.964221 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:52.048035 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 15766c58-6ed1-4121-bad2-270f7eafd535 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:41:53.268108 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 60432) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:53.316653 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de4052d-324a-4916-9fcb-9cc4e9af53f3 admin admin] Deleting subnet 8bc7a757-5e08-4d87-a07f-0adee2a51f1e {{(pid=103439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:41:53.319930 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6de4052d-324a-4916-9fcb-9cc4e9af53f3 admin admin] Publish callbacks [] for subnet (8bc7a757-5e08-4d87-a07f-0adee2a51f1e), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:53.355417 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6de4052d-324a-4916-9fcb-9cc4e9af53f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7484296'] for subnet (8bc7a757-5e08-4d87-a07f-0adee2a51f1e), precommit_delete_associations {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:53.410575 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6de4052d-324a-4916-9fcb-9cc4e9af53f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (8bc7a757-5e08-4d87-a07f-0adee2a51f1e), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:53.469350 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6de4052d-324a-4916-9fcb-9cc4e9af53f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8341826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8224882'] for subnet (8bc7a757-5e08-4d87-a07f-0adee2a51f1e), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:53.506670 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4052d-324a-4916-9fcb-9cc4e9af53f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc7a757-5e08-4d87-a07f-0adee2a51f1e,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:53.510121 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6de4052d-324a-4916-9fcb-9cc4e9af53f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:53.517173 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-6de4052d-324a-4916-9fcb-9cc4e9af53f3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8bc7a757-5e08-4d87-a07f-0adee2a51f1e HTTP/1.1" status: 204 len: 168 time: 0.2470727 Apr 12 18:41:53.518976 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60440) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:53.794977 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-efb3d883-4fb6-4cbe-bc6c-921281287dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (159732f0-52c8-4f63-93a2-c9de57695674), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:53.873918 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-efb3d883-4fb6-4cbe-bc6c-921281287dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (159732f0-52c8-4f63-93a2-c9de57695674), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:53.898656 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-efb3d883-4fb6-4cbe-bc6c-921281287dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159732f0-52c8-4f63-93a2-c9de57695674']}} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:53.908075 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-efb3d883-4fb6-4cbe-bc6c-921281287dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f120aaf6-e512-4288-b863-50f4b535a2dc') {'for_net_delete': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:53.908378 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-efb3d883-4fb6-4cbe-bc6c-921281287dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f120aaf6-e512-4288-b863-50f4b535a2dc') {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:41:53.917889 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-efb3d883-4fb6-4cbe-bc6c-921281287dae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8176920'] for segment (f120aaf6-e512-4288-b863-50f4b535a2dc), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:53.931117 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-efb3d883-4fb6-4cbe-bc6c-921281287dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (f120aaf6-e512-4288-b863-50f4b535a2dc), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:53.937110 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb3d883-4fb6-4cbe-bc6c-921281287dae admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:41:53.937492 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-efb3d883-4fb6-4cbe-bc6c-921281287dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176758'] for segment (f120aaf6-e512-4288-b863-50f4b535a2dc), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: Traceback (most recent call last): Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: timer() Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: cb(*args, **kw) Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: return func(*args, **kwargs) Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: self._notify() Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: self.callback(batched_events) Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: event.method(event) Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: return f(self, *a, **k) Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._get(url).json() Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: return self.request(url, 'GET', **kwargs) Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:41:53.939152 dv-cinder-837536-1-iscsi neutron-server[103438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:41:53.997324 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-efb3d883-4fb6-4cbe-bc6c-921281287dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (159732f0-52c8-4f63-93a2-c9de57695674), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:54.002943 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-efb3d883-4fb6-4cbe-bc6c-921281287dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:54.006140 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-efb3d883-4fb6-4cbe-bc6c-921281287dae admin admin] 10.222.0.64 "DELETE /v2.0/networks/159732f0-52c8-4f63-93a2-c9de57695674 HTTP/1.1" status: 204 len: 168 time: 0.4861147 Apr 12 18:41:54.017719 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3d883-4fb6-4cbe-bc6c-921281287dae admin admin] Pushing event deleted for resources: {'Network': ['ID=159732f0-52c8-4f63-93a2-c9de57695674,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:54.187550 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 60446) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:54.229485 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-cdfe6542-990e-450f-ad13-3ed5bc0daf5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d495828c15e8445dbb7f9f511706fcde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408025 Apr 12 18:41:54.232138 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 60448) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:41:54.279779 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1568-57f0-4c13-9422-52a6612c5659 admin admin] Publish callbacks [] for security_group (782c0147-4478-4930-bbe3-cef0dbf16ba5), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:54.300451 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1568-57f0-4c13-9422-52a6612c5659 admin admin] Publish callbacks [] for security_group (782c0147-4478-4930-bbe3-cef0dbf16ba5), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:54.355040 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1568-57f0-4c13-9422-52a6612c5659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (782c0147-4478-4930-bbe3-cef0dbf16ba5), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:54.357610 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1568-57f0-4c13-9422-52a6612c5659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:41:54.358745 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-dc0b1568-57f0-4c13-9422-52a6612c5659 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/782c0147-4478-4930-bbe3-cef0dbf16ba5 HTTP/1.1" status: 204 len: 168 time: 0.1257415 Apr 12 18:41:54.368458 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b1568-57f0-4c13-9422-52a6612c5659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782c0147-4478-4930-bbe3-cef0dbf16ba5,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:41:58.876293 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:04.893908 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:42:13.299381 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf303-3af3-4983-b140-453eb7ca8e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:15.720588 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4a0f841e-8724-4f2c-befd-b039b35ae7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:16.578602 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:17.996293 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:19.737189 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:23.371677 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c9d09065-8171-4c57-a304-4ce12994b495 req-e493e4d8-f8be-4446-9e45-6ab5f79b627b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392098 Apr 12 18:42:23.437705 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d09065-8171-4c57-a304-4ce12994b495 req-03793c59-f344-40c7-af88-8810a4f2963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:23.439080 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c9d09065-8171-4c57-a304-4ce12994b495 req-03793c59-f344-40c7-af88-8810a4f2963c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 1129 time: 0.0439260 Apr 12 18:42:23.549924 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d09065-8171-4c57-a304-4ce12994b495 req-7b4676f9-1e5d-46be-9ca6-1227a6934167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:23.551393 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c9d09065-8171-4c57-a304-4ce12994b495 req-7b4676f9-1e5d-46be-9ca6-1227a6934167 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 916 time: 0.0884485 Apr 12 18:42:23.621372 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c9d09065-8171-4c57-a304-4ce12994b495 req-d4e6aabe-f216-4a40-8f35-356ae6a9bd4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac HTTP/1.1" status: 200 len: 1001 time: 0.0627992 Apr 12 18:42:23.691083 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d09065-8171-4c57-a304-4ce12994b495 req-df5f48cd-7e64-44af-988c-a9eb58c61549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:23.692947 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c9d09065-8171-4c57-a304-4ce12994b495 req-df5f48cd-7e64-44af-988c-a9eb58c61549 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33d52d9c-12da-4676-bd06-e720c647d8df HTTP/1.1" status: 200 len: 854 time: 0.0518847 Apr 12 18:42:23.736365 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d09065-8171-4c57-a304-4ce12994b495 req-ea258768-b3c1-426f-9c16-4ad5a07e2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:23.737833 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c9d09065-8171-4c57-a304-4ce12994b495 req-ea258768-b3c1-426f-9c16-4ad5a07e2ec6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6ede6b-2ee4-4b44-9324-17591d93f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381434 Apr 12 18:42:23.833658 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c9d09065-8171-4c57-a304-4ce12994b495 req-637c4544-eae5-4892-917c-a26171400697 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887289 Apr 12 18:42:23.931344 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c9d09065-8171-4c57-a304-4ce12994b495 req-8725c3bf-75d8-433c-b952-1bfbd19b0c66 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907178 Apr 12 18:42:24.229988 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 60774) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:24.351380 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d6df8af5-c634-4f31-9de3-0cd3bd56bdca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:24.434739 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d6df8af5-c634-4f31-9de3-0cd3bd56bdca admin admin] Publish callbacks [] for security_group (b4ace9e6-47d8-4e7c-b0cc-79c48d02d4bf), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:24.440666 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d6df8af5-c634-4f31-9de3-0cd3bd56bdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (b4ace9e6-47d8-4e7c-b0cc-79c48d02d4bf), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:24.478613 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-d6df8af5-c634-4f31-9de3-0cd3bd56bdca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37d9ff31530145dda56c28da376631c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475152 Apr 12 18:42:24.479719 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df8af5-c634-4f31-9de3-0cd3bd56bdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ace9e6-47d8-4e7c-b0cc-79c48d02d4bf,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:24.481536 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 60778) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:24.532884 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6eb5162e-126e-490d-9282-736b811b0ac5 admin admin] Publish callbacks [] for security_group (b4ace9e6-47d8-4e7c-b0cc-79c48d02d4bf), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:24.555323 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6eb5162e-126e-490d-9282-736b811b0ac5 admin admin] Publish callbacks [] for security_group (b4ace9e6-47d8-4e7c-b0cc-79c48d02d4bf), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:24.611576 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6eb5162e-126e-490d-9282-736b811b0ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (b4ace9e6-47d8-4e7c-b0cc-79c48d02d4bf), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:24.614222 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6eb5162e-126e-490d-9282-736b811b0ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:24.615390 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-6eb5162e-126e-490d-9282-736b811b0ac5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4ace9e6-47d8-4e7c-b0cc-79c48d02d4bf HTTP/1.1" status: 204 len: 168 time: 0.1322055 Apr 12 18:42:24.623281 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5162e-126e-490d-9282-736b811b0ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ace9e6-47d8-4e7c-b0cc-79c48d02d4bf,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:28.863996 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:34.750789 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-a0570e0b-eeea-4e36-b7b2-cb04399d8244 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008223913&fields=id&tenant_id=9bc765ccfbcf42caadd05218a049ab42 HTTP/1.1" status: 200 len: 267 time: 0.0520456 Apr 12 18:42:34.863116 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4d045-084f-414a-9372-a7099c65636a req-91c7bf5c-d6b4-4b15-a547-bbd1dda4cec5 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:34.864607 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-91c7bf5c-d6b4-4b15-a547-bbd1dda4cec5 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 812 time: 0.1072686 Apr 12 18:42:34.879879 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-2f992e0d-b7de-4102-8513-9d3c70999925 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/quotas/9bc765ccfbcf42caadd05218a049ab42 HTTP/1.1" status: 200 len: 375 time: 0.0098224 Apr 12 18:42:34.931449 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-b2da4adb-48d8-4c78-aad9-28399191b541 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456097 Apr 12 18:42:35.026994 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-029ca337-6b5d-426c-b1c4-d5fc0eac13f3 service neutron] 10.222.0.64 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843425 Apr 12 18:42:35.121935 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-272d2078-610f-48b1-b7a2-6b1a5506311c service neutron] 10.222.0.64 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883470 Apr 12 18:42:35.421793 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8c2785a7-6a87-41a9-a0f6-f9ca41c804ae req-a02ce750-09c2-4ffe-abc3-20fae64b5509 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 210 time: 0.0287259 Apr 12 18:42:36.500361 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-03e50c9f-3f62-4879-b5b8-4da5e3cb358c req-811ba110-11ec-422e-a973-ed778f62292e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 210 time: 0.0279291 Apr 12 18:42:37.586238 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0cfb6bda-cf67-47a4-afb7-1c9ac5cfb79c req-385579c8-277d-4bed-8847-8ca55508dc4d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 210 time: 0.0327611 Apr 12 18:42:38.593588 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 32786) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:38.663792 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-66dd4e29-201d-43e9-9da2-e031ed8530e2 req-24d208cb-5b8b-4402-8a95-993abb719940 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 210 time: 0.0284402 Apr 12 18:42:38.703678 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f2733388-3be2-4f65-a465-9aba9f483ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:38.779352 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f2733388-3be2-4f65-a465-9aba9f483ae6 admin admin] Publish callbacks [] for security_group (1443a422-9446-4ee5-81ec-273a108fde64), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:38.783696 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f2733388-3be2-4f65-a465-9aba9f483ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (1443a422-9446-4ee5-81ec-273a108fde64), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:38.821171 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-f2733388-3be2-4f65-a465-9aba9f483ae6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88b23b3659a4482487cec15787147315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265117 Apr 12 18:42:38.822073 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2733388-3be2-4f65-a465-9aba9f483ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1443a422-9446-4ee5-81ec-273a108fde64,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:38.824808 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 32796) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:38.871406 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Publish callbacks [] for security_group (1443a422-9446-4ee5-81ec-273a108fde64), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:38.894263 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Publish callbacks [] for security_group (1443a422-9446-4ee5-81ec-273a108fde64), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:38.946200 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (1443a422-9446-4ee5-81ec-273a108fde64), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:38.950551 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:38.951749 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1443a422-9446-4ee5-81ec-273a108fde64 HTTP/1.1" status: 204 len: 168 time: 0.1256037 Apr 12 18:42:38.959487 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1443a422-9446-4ee5-81ec-273a108fde64,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:38.966977 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:38.967365 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:38.967713 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:38.968093 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:38.968432 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:38.968765 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:38.969274 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:38.969614 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:38.970055 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:38.970392 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:38.970727 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:38.971162 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:38.971530 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:38.971852 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:38.972179 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebf33d-68fd-4c49-8dec-c31561774e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:39.593169 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 32822) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:39.696840 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1412439296-network', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:42:39.718670 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] Made reservation on behalf of 5c0557a41d704bfdafd843bef35dc901 for: {'network': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:42:39.721029 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:39.730107 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:39.768779 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a1c98cea-fa5f-4937-a2c8-a10d5e0d96cd req-aadc22d8-fa92-4c80-b2f1-f74777ddf12b tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 210 time: 0.0354521 Apr 12 18:42:39.833944 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] Publish callbacks [] for security_group (2367b941-266c-4eec-a4bd-29b18167b671), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:39.839687 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (2367b941-266c-4eec-a4bd-29b18167b671), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:39.864043 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:42:39.873546 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2367b941-266c-4eec-a4bd-29b18167b671,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:39.878215 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (c578bd82-a6d1-407f-838b-337bfb4e2ffb), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:39.878559 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.segments_db [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] Added segment c578bd82-a6d1-407f-838b-337bfb4e2ffb of type vlan for network 4991e872-a4ca-4861-9134-30d35f62c14f Apr 12 18:42:39.917908 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (4991e872-a4ca-4861-9134-30d35f62c14f), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:39.944879 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (4991e872-a4ca-4861-9134-30d35f62c14f), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:39.945809 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:39.946377 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:40.001451 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4071846 Apr 12 18:42:40.010301 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 32830) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:40.011676 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6b701-695c-4ffd-9474-6173ca37c82c admin admin] Pushing event updated for resources: {'Network': ['ID=4991e872-a4ca-4861-9134-30d35f62c14f,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:40.016891 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-496ce615-a743-4a8e-b11c-4fadfb85081d admin admin] Request body: {'subnet': {'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1412439296-subnet', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'ip_version': 4}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:42:40.024429 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network 4991e872-a4ca-4861-9134-30d35f62c14f details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:42:40.038093 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496ce615-a743-4a8e-b11c-4fadfb85081d admin admin] Made reservation on behalf of 5c0557a41d704bfdafd843bef35dc901 for: {'subnet': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:42:40.040486 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-496ce615-a743-4a8e-b11c-4fadfb85081d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7482567'] for subnet (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:40.211711 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-496ce615-a743-4a8e-b11c-4fadfb85081d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8176915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7482577'] for subnet (517c8496-f91b-4b19-bc35-9daa46423f43), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:40.265305 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ce615-a743-4a8e-b11c-4fadfb85081d admin admin] Pushing event updated for resources: {'Subnet': ['ID=517c8496-f91b-4b19-bc35-9daa46423f43,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:40.274006 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496ce615-a743-4a8e-b11c-4fadfb85081d admin admin] Checking segment: {'id': 'c578bd82-a6d1-407f-838b-337bfb4e2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:42:40.274370 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496ce615-a743-4a8e-b11c-4fadfb85081d admin admin] Network hostable DHCP agents. Network: 4991e872-a4ca-4861-9134-30d35f62c14f, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:42:40.293418 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496ce615-a743-4a8e-b11c-4fadfb85081d admin admin] Network 4991e872-a4ca-4861-9134-30d35f62c14f is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:42:40.303803 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-496ce615-a743-4a8e-b11c-4fadfb85081d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, 4991e872-a4ca-4861-9134-30d35f62c14f) {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:42:40.308445 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ce615-a743-4a8e-b11c-4fadfb85081d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:40.309035 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-496ce615-a743-4a8e-b11c-4fadfb85081d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:40.313272 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b55259-dbdc-4586-82e2-c628635d21d5 None None] Network 4991e872-a4ca-4861-9134-30d35f62c14f requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:42:40.325224 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-496ce615-a743-4a8e-b11c-4fadfb85081d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3129575 Apr 12 18:42:40.327878 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 32832) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:40.332059 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:42:40.352723 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58758'] for router (c55ae39a-d3c5-4d9e-bc45-b73596b49089), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:40.353773 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58783'] for router (c55ae39a-d3c5-4d9e-bc45-b73596b49089), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:40.412452 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Publish callbacks [] for router_controller (c55ae39a-d3c5-4d9e-bc45-b73596b49089), precommit_add_association {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:40.417704 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d4b8a3-d7c9-5bb4-a161-973022d58dea-4991e872-a4ca-4861-9134-30d35f62c14f', 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'fixed_ips': [{'subnet_id': '517c8496-f91b-4b19-bc35-9daa46423f43'}]}} from dv-cinder-837536-1-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:42:40.422437 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:40.556262 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Publish callbacks [] for router_gateway (c55ae39a-d3c5-4d9e-bc45-b73596b49089), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:40.557829 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Allocated IP 172.20.0.2 (4991e872-a4ca-4861-9134-30d35f62c14f/517c8496-f91b-4b19-bc35-9daa46423f43/bdc0aea1-d1e8-4413-8de6-c7b01febdeea) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:42:40.698905 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Publish callbacks [] for port (bdc0aea1-d1e8-4413-8de6-c7b01febdeea), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:40.707397 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (bdc0aea1-d1e8-4413-8de6-c7b01febdeea), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:40.740791 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Publish callbacks [] for router_gateway (c55ae39a-d3c5-4d9e-bc45-b73596b49089), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:40.742298 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Network 4991e872-a4ca-4861-9134-30d35f62c14f is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:42:40.745539 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:42:40.751379 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:42:40.761676 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:40.781928 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Pushing event updated for resources: {'Port': ['ID=bdc0aea1-d1e8-4413-8de6-c7b01febdeea,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:40.833480 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Attempting to bind port bdc0aea1-d1e8-4413-8de6-c7b01febdeea on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:42:40.833792 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Attempting to bind port bdc0aea1-d1e8-4413-8de6-c7b01febdeea by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'c578bd82-a6d1-407f-838b-337bfb4e2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:42:40.834133 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Attempting to bind port bdc0aea1-d1e8-4413-8de6-c7b01febdeea on network 4991e872-a4ca-4861-9134-30d35f62c14f {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:42:40.845159 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:42:40.845690 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Checking segment: {'id': 'c578bd82-a6d1-407f-838b-337bfb4e2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:42:40.846104 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:40.846510 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Bound using segment: {'id': 'c578bd82-a6d1-407f-838b-337bfb4e2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:42:40.846975 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Bound port: bdc0aea1-d1e8-4413-8de6-c7b01febdeea, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c578bd82-a6d1-407f-838b-337bfb4e2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:42:40.847813 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (bdc0aea1-d1e8-4413-8de6-c7b01febdeea), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:40.898322 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Allocated IP 172.27.2.21 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:42:40.913567 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-362a82c5-598b-4604-8477-45da088c8e64 req-be731f10-5c80-499f-a8bd-3f770915d1b4 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 210 time: 0.0572083 Apr 12 18:42:40.952079 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] For port bdc0aea1-d1e8-4413-8de6-c7b01febdeea, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:42:40.955484 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] For port bdc0aea1-d1e8-4413-8de6-c7b01febdeea, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=bdc0aea1-d1e8-4413-8de6-c7b01febdeea,segment=NetworkSegment(c578bd82-a6d1-407f-838b-337bfb4e2ffb),segment_id=c578bd82-a6d1-407f-838b-337bfb4e2ffb)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:42:40.962585 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (bdc0aea1-d1e8-4413-8de6-c7b01febdeea), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:41.012194 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Publish callbacks [] for port (deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:41.024618 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0d0f2-7797-458e-9379-dafa13c3cab2 None None] Pushing event updated for resources: {'Port': ['ID=bdc0aea1-d1e8-4413-8de6-c7b01febdeea,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:41.054908 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:41.103141 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:42:41.108597 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:42:41.112379 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:42:41.118117 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Pushing event updated for resources: {'Port': ['ID=deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:41.379429 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Publish callbacks [] for router_gateway (c55ae39a-d3c5-4d9e-bc45-b73596b49089), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:41.588688 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637342'] for router (c55ae39a-d3c5-4d9e-bc45-b73596b49089), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:41.725397 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Router c55ae39a-d3c5-4d9e-bc45-b73596b49089 is scheduled to L3 agent 44317c89-751a-4fda-aa0e-2e986157389a with binding_index 1 {{(pid=103438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:42:41.893025 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:42:41.933772 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1757e099-07c7-4f70-9aa9-68bcc2fb079e None None] Network 4991e872-a4ca-4861-9134-30d35f62c14f requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:42:42.009223 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f335f0e6-548c-4e59-ac92-acff5628fbd2 req-567eadec-726d-41d3-aeac-60305de8640e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 210 time: 0.0303779 Apr 12 18:42:42.049156 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:42:42.058732 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Sync routers for ids ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:42:42.067891 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:42.070579 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Routers {'c55ae39a-d3c5-4d9e-bc45-b73596b49089'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:42:42.071242 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:42:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:42.072043 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 32842) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:42.072260 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-7cf1cf03-e4f9-469b-951d-41faa874458b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7432020 Apr 12 18:42:42.125427 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device bdc0aea1-d1e8-4413-8de6-c7b01febdeea up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:42:42.177327 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-2c038ee1-80e2-4a50-9eba-26d4a2eaba93 None None] Provisioning complete for port bdc0aea1-d1e8-4413-8de6-c7b01febdeea triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:42.177954 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2c038ee1-80e2-4a50-9eba-26d4a2eaba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (bdc0aea1-d1e8-4413-8de6-c7b01febdeea), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:42.202298 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Set router c55ae39a-d3c5-4d9e-bc45-b73596b49089 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:42:42.216240 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port bdc0aea1-d1e8-4413-8de6-c7b01febdeea triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:42.216894 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (bdc0aea1-d1e8-4413-8de6-c7b01febdeea), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:42.385196 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-2c038ee1-80e2-4a50-9eba-26d4a2eaba93 None None] Current status of the port bdc0aea1-d1e8-4413-8de6-c7b01febdeea is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:42.385529 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2c038ee1-80e2-4a50-9eba-26d4a2eaba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (bdc0aea1-d1e8-4413-8de6-c7b01febdeea), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:42.401982 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port bdc0aea1-d1e8-4413-8de6-c7b01febdeea is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:42.402381 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (bdc0aea1-d1e8-4413-8de6-c7b01febdeea), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:42.404462 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4d045-084f-414a-9372-a7099c65636a req-3d8d62d3-fe66-46d4-bd60-8ecc66175dd9 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:42.405967 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-3d8d62d3-fe66-46d4-bd60-8ecc66175dd9 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.65 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 812 time: 0.1691048 Apr 12 18:42:42.450564 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-2c038ee1-80e2-4a50-9eba-26d4a2eaba93 None None] For port bdc0aea1-d1e8-4413-8de6-c7b01febdeea, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=bdc0aea1-d1e8-4413-8de6-c7b01febdeea,segment=NetworkSegment(c578bd82-a6d1-407f-838b-337bfb4e2ffb),segment_id=c578bd82-a6d1-407f-838b-337bfb4e2ffb)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:42:42.456886 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2c038ee1-80e2-4a50-9eba-26d4a2eaba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (bdc0aea1-d1e8-4413-8de6-c7b01febdeea), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:42.470608 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:41Z', 'revision_number': 3, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'gw_port': {'id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:42.514544 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Checking router: c55ae39a-d3c5-4d9e-bc45-b73596b49089 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:42:42.515164 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Updating router c55ae39a-d3c5-4d9e-bc45-b73596b49089 port deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5 binding host dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:42:42.561460 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:42.572180 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.db.api [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 18:42:42.572757 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG oslo_db.api [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 18:42:42.576362 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c038ee1-80e2-4a50-9eba-26d4a2eaba93 None None] Pushing event updated for resources: {'Port': ['ID=bdc0aea1-d1e8-4413-8de6-c7b01febdeea,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:42.615081 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-ea955b34-ce5e-4bf7-836e-59e2189b2e98 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc765ccfbcf42caadd05218a049ab42 HTTP/1.1" status: 200 len: 380 time: 0.1738331 Apr 12 18:42:42.647874 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-41c4d045-084f-414a-9372-a7099c65636a req-f242ac85-6790-44fd-8c70-8cc609edc871 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Request body: {'port': {'device_id': '144f0ffd-30ae-4a7e-ace9-064ba669bf88', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'admin_state_up': True, 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'security_groups': ['fb149321-8129-4268-a159-d8d43f0f7a0b']}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:42:42.780237 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-d1bafc6e-f37a-4bc3-af82-26e16a3cee8d None None] Provisioning complete for port bdc0aea1-d1e8-4413-8de6-c7b01febdeea triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:42.781024 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d1bafc6e-f37a-4bc3-af82-26e16a3cee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (bdc0aea1-d1e8-4413-8de6-c7b01febdeea), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:42.822237 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c4d045-084f-414a-9372-a7099c65636a req-f242ac85-6790-44fd-8c70-8cc609edc871 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Made reservation on behalf of 9bc765ccfbcf42caadd05218a049ab42 for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:42:42.825985 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-41c4d045-084f-414a-9372-a7099c65636a req-f242ac85-6790-44fd-8c70-8cc609edc871 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:42.842970 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:42.878060 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-d1bafc6e-f37a-4bc3-af82-26e16a3cee8d None None] Current status of the port bdc0aea1-d1e8-4413-8de6-c7b01febdeea is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:42.883594 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Publish callbacks [] for port (deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:42.890463 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:42.945041 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Attempting to bind port deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:42:42.945698 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Attempting to bind port deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:42:42.945698 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Attempting to bind port deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5 on network 78cdc165-acac-4fef-b363-a66b7c239f59 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:42:42.947761 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Pushing event updated for resources: {'Port': ['ID=deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:42.956631 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:42:42.957012 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Checking segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:42:42.957410 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:42.957800 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Bound using segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:42:42.958267 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Bound port: deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:42:42.958639 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:42.962084 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:42.962430 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:42.962790 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:42.963144 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:42.963504 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:42.963831 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:42.964155 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:42.964475 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:42.964798 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:42.965114 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:42.965437 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:42.965843 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:42.966165 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:42.966482 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:42.966793 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:43.019276 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] For port deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:42:43.022897 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] For port deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:42:43.029389 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:43.094629 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Routers {'c55ae39a-d3c5-4d9e-bc45-b73596b49089'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:42:43.095293 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:42:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:43.097308 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942ae99-187b-45a8-af8a-761536859b23 None None] Pushing event updated for resources: {'Port': ['ID=deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:43.134225 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port bdc0aea1-d1e8-4413-8de6-c7b01febdeea is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:43.260721 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-05d2c70a-cd00-4c5e-a833-316b5588c5fc req-49875e3a-5c03-4ad4-a9fe-10e018ea2b36 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 210 time: 0.0641296 Apr 12 18:42:43.301109 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-29b4dee3-bdbc-4632-bdef-c5b35a2dcb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:43.311053 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] Set router c55ae39a-d3c5-4d9e-bc45-b73596b49089 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:42:43.319431 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-41c4d045-084f-414a-9372-a7099c65636a req-f242ac85-6790-44fd-8c70-8cc609edc871 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Allocated IP 172.20.0.8 (598a49f3-26e5-4adb-bc7e-a59d43832874/60ec23c3-0a49-4ec5-aff1-04b053e8de73/4e2723f7-6ba7-4e1e-b14f-2a21dea39d52) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:42:43.397386 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Allocated IP 172.20.0.1 (4991e872-a4ca-4861-9134-30d35f62c14f/517c8496-f91b-4b19-bc35-9daa46423f43/81152f26-1499-4341-9183-b46dc2925c19) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:42:43.486065 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:41Z', 'revision_number': 3, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'gw_port': {'id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:43.512580 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5e51e-07a9-4155-af76-f12ca9c7d785 None None] The sync data for ids ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'] in dv-cinder-837536-1-iscsi is: [{'id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:41Z', 'revision_number': 3, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'gw_port': {'id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:42:43.567900 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-41c4d045-084f-414a-9372-a7099c65636a req-f242ac85-6790-44fd-8c70-8cc609edc871 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:43.589604 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Publish callbacks [] for port (81152f26-1499-4341-9183-b46dc2925c19), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:43.636644 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-41c4d045-084f-414a-9372-a7099c65636a req-f242ac85-6790-44fd-8c70-8cc609edc871 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:43.667653 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (81152f26-1499-4341-9183-b46dc2925c19), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:43.697311 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c4d045-084f-414a-9372-a7099c65636a req-f242ac85-6790-44fd-8c70-8cc609edc871 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Network 598a49f3-26e5-4adb-bc7e-a59d43832874 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:42:43.704395 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-41c4d045-084f-414a-9372-a7099c65636a req-f242ac85-6790-44fd-8c70-8cc609edc871 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:42:43.709524 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c4d045-084f-414a-9372-a7099c65636a req-f242ac85-6790-44fd-8c70-8cc609edc871 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:42:43.712188 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242ac85-6790-44fd-8c70-8cc609edc871 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'Port': ['ID=4e2723f7-6ba7-4e1e-b14f-2a21dea39d52,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:43.715434 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Network 4991e872-a4ca-4861-9134-30d35f62c14f is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:42:43.738012 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:42:43.743781 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:42:43.821467 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Pushing event updated for resources: {'Port': ['ID=81152f26-1499-4341-9183-b46dc2925c19,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:43.852019 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4d045-084f-414a-9372-a7099c65636a req-f242ac85-6790-44fd-8c70-8cc609edc871 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:43.852696 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-41c4d045-084f-414a-9372-a7099c65636a req-f242ac85-6790-44fd-8c70-8cc609edc871 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:43.864243 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637167'] for router_interface (c55ae39a-d3c5-4d9e-bc45-b73596b49089), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:43.946122 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-f242ac85-6790-44fd-8c70-8cc609edc871 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3099258 Apr 12 18:42:44.007549 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Request body: {'port': {'device_id': '144f0ffd-30ae-4a7e-ace9-064ba669bf88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:42:44.113476 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:44.118896 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device bdc0aea1-d1e8-4413-8de6-c7b01febdeea up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:42:44.158913 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-2c66997a-802b-4b51-bee1-998e675ea764 None None] Provisioning complete for port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:44.159846 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2c66997a-802b-4b51-bee1-998e675ea764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:44.208387 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (81152f26-1499-4341-9183-b46dc2925c19), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:44.217404 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-2c66997a-802b-4b51-bee1-998e675ea764 None None] Port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:42:44.226096 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port bdc0aea1-d1e8-4413-8de6-c7b01febdeea triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:44.226480 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (bdc0aea1-d1e8-4413-8de6-c7b01febdeea), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:44.309506 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port bdc0aea1-d1e8-4413-8de6-c7b01febdeea is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:44.310621 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:42:44.362488 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-a8b1153c-1370-455b-8a0d-f60d07e50ae5 None None] Provisioning complete for port 81152f26-1499-4341-9183-b46dc2925c19 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:44.362868 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a8b1153c-1370-455b-8a0d-f60d07e50ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (81152f26-1499-4341-9183-b46dc2925c19), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:44.407399 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a8b1153c-1370-455b-8a0d-f60d07e50ae5 None None] Port 81152f26-1499-4341-9183-b46dc2925c19 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:42:44.409621 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:44.409990 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:44.479586 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bae7d-cefb-4b8d-94e8-680ed6e55741 req-5cbc0a24-f51c-4f50-8ca0-e3170a8b4573 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:44.481072 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c43bae7d-cefb-4b8d-94e8-680ed6e55741 req-5cbc0a24-f51c-4f50-8ca0-e3170a8b4573 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 931 time: 0.1291881 Apr 12 18:42:44.488502 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:44.488903 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:44.513835 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] For port deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:42:44.519742 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:44.572355 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Pushing event updated for resources: {'Port': ['ID=deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:44.595336 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c43bae7d-cefb-4b8d-94e8-680ed6e55741 req-3a2cd617-1239-46b0-a200-e6997d968a75 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055541 Apr 12 18:42:44.644606 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Publish callbacks [] for port (81152f26-1499-4341-9183-b46dc2925c19), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:44.647498 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:42:44.653802 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (81152f26-1499-4341-9183-b46dc2925c19), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:44.656980 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Publish callbacks [] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:44.722651 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Transition to ACTIVE for port object 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:42:44.731855 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:44.734174 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634719'] for router_interface (c55ae39a-d3c5-4d9e-bc45-b73596b49089), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:44.735739 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Pushing event updated for resources: {'Port': ['ID=81152f26-1499-4341-9183-b46dc2925c19,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:44.842447 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2723f7-6ba7-4e1e-b14f-2a21dea39d52,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:44.938826 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Attempting to bind port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:42:44.939163 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Attempting to bind port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:42:44.939535 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Attempting to bind port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 on network 598a49f3-26e5-4adb-bc7e-a59d43832874 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:42:44.946368 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Network 4991e872-a4ca-4861-9134-30d35f62c14f is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:42:44.949095 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:42:44.951299 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 on network 598a49f3-26e5-4adb-bc7e-a59d43832874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:42:44.951626 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Attempting to bind port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 on network 598a49f3-26e5-4adb-bc7e-a59d43832874 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:42:44.962396 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:42:44.962396 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Checking segment: {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:42:44.962650 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Bound using segment: {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:42:44.962933 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Bound port: 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:42:44.963318 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:45.109628 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] For port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:42:45.114225 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] For port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4e2723f7-6ba7-4e1e-b14f-2a21dea39d52,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:42:45.124955 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Router c55ae39a-d3c5-4d9e-bc45-b73596b49089 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:42:45.127375 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:45.216683 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:45.217290 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:45.218696 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] 10.222.0.65 "PUT /v2.0/ports/4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 HTTP/1.1" status: 200 len: 1093 time: 1.2569599 Apr 12 18:42:45.219131 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144f0ffd-30ae-4a7e-ace9-064ba669bf88', 'tag': '4e2723f7-6ba7-4e1e-b14f-2a21dea39d52'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:42:45.221442 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1399c6-1ae3-46da-8666-5bf5f4fcf169" -d '{"events": [{"name": "network-changed", "server_uuid": "144f0ffd-30ae-4a7e-ace9-064ba669bf88", "tag": "4e2723f7-6ba7-4e1e-b14f-2a21dea39d52"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:42:45.242085 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e51c96-59f3-4cc1-bbec-80e1e471cc84 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2723f7-6ba7-4e1e-b14f-2a21dea39d52,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:45.272712 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1eb693e4-7f83-4867-9dba-3ec7a975bcdb None None] Provisioning complete for port 81152f26-1499-4341-9183-b46dc2925c19 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:45.273269 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1eb693e4-7f83-4867-9dba-3ec7a975bcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (81152f26-1499-4341-9183-b46dc2925c19), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:45.282381 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e204ece3-9335-40b4-a245-e0250fc96372 x-openstack-request-id: req-e204ece3-9335-40b4-a245-e0250fc96372 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:42:45.282599 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "144f0ffd-30ae-4a7e-ace9-064ba669bf88", "tag": "4e2723f7-6ba7-4e1e-b14f-2a21dea39d52", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:42:45.282848 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e204ece3-9335-40b4-a245-e0250fc96372 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:42:45.283264 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e204ece3-9335-40b4-a245-e0250fc96372'] response: {'name': 'network-changed', 'server_uuid': '144f0ffd-30ae-4a7e-ace9-064ba669bf88', 'tag': '4e2723f7-6ba7-4e1e-b14f-2a21dea39d52', 'status': 'completed', 'code': 200} Apr 12 18:42:45.321274 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1eb693e4-7f83-4867-9dba-3ec7a975bcdb None None] Port 81152f26-1499-4341-9183-b46dc2925c19 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:42:45.337210 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4d045-084f-414a-9372-a7099c65636a req-4d56d380-fada-47e3-8b66-9d85be1602ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:45.338709 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-4d56d380-fada-47e3-8b66-9d85be1602ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 1127 time: 0.0547240 Apr 12 18:42:45.344811 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:42:45.355002 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Sync routers for ids ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:42:45.360032 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-7d9f647d-48e4-4231-8ca9-e7a04a9f1a59 admin admin] 10.222.0.64 "PUT /v2.0/routers/c55ae39a-d3c5-4d9e-bc45-b73596b49089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2861805 Apr 12 18:42:45.369440 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Routers {'c55ae39a-d3c5-4d9e-bc45-b73596b49089'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:42:45.370264 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:42:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:45.404079 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-ff78714a-2d06-414b-a572-5d6240fc8204 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 HTTP/1.1" status: 200 len: 217 time: 0.0572231 Apr 12 18:42:45.459004 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4d045-084f-414a-9372-a7099c65636a req-4087f4cc-7078-4f1e-9455-9283e3221214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:45.460771 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-4087f4cc-7078-4f1e-9455-9283e3221214 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60ec23c3-0a49-4ec5-aff1-04b053e8de73 HTTP/1.1" status: 200 len: 851 time: 0.0512466 Apr 12 18:42:45.507228 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4d045-084f-414a-9372-a7099c65636a req-f9694bf4-6b59-4da2-a06f-b5c8637c9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:45.508187 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Set router c55ae39a-d3c5-4d9e-bc45-b73596b49089 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:42:45.508732 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-f9694bf4-6b59-4da2-a06f-b5c8637c9499 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=598a49f3-26e5-4adb-bc7e-a59d43832874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413904 Apr 12 18:42:45.607859 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-0c891e8c-b40d-4aa9-b2b0-41f235d3ab08 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926716 Apr 12 18:42:45.751479 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-45555723-2c9e-4234-bb7e-9388e0ab3e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:45.753935 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-41c4d045-084f-414a-9372-a7099c65636a req-9681fa6a-5b37-41ba-93b4-6df23d1dc4c3 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390588 Apr 12 18:42:45.761376 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'gw_port': {'id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '81152f26-1499-4341-9183-b46dc2925c19', 'name': '', 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'mac_address': 'fa:16:3e:a3:a3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:42Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 2, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'subnets': [{'id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:45.777332 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7c0c6-b9b5-4a1b-8226-a88e3f4ed380 req-25e30047-d796-4e4a-b69b-e938a49b7350 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:45.778637 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d1e7c0c6-b9b5-4a1b-8226-a88e3f4ed380 req-25e30047-d796-4e4a-b69b-e938a49b7350 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 943 time: 0.0839782 Apr 12 18:42:45.810086 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Checking router: c55ae39a-d3c5-4d9e-bc45-b73596b49089 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:42:45.810678 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Updating router c55ae39a-d3c5-4d9e-bc45-b73596b49089 port 81152f26-1499-4341-9183-b46dc2925c19 binding host dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:42:45.838573 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d1e7c0c6-b9b5-4a1b-8226-a88e3f4ed380 req-50665032-ee3a-4b26-9daa-6308a79dfdcc tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526309 Apr 12 18:42:45.848789 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (81152f26-1499-4341-9183-b46dc2925c19), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:45.925317 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:42:45.981563 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 32892) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:45.988295 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-294146469-network', 'tenant_id': '65c9cb17e0b44cefbf33f21d81ebf7e1'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:42:46.020185 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] Made reservation on behalf of 65c9cb17e0b44cefbf33f21d81ebf7e1 for: {'network': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:42:46.023458 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.039058 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.067424 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:46.067790 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.131532 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] Publish callbacks [] for security_group (19532596-b0d0-4e27-9046-b2c9174a1746), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.136906 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (19532596-b0d0-4e27-9046-b2c9174a1746), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.162677 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:42:46.172786 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19532596-b0d0-4e27-9046-b2c9174a1746,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:46.180064 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (25a192ac-b4b6-486f-9c16-81a8b5ab1523), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.180467 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.segments_db [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] Added segment 25a192ac-b4b6-486f-9c16-81a8b5ab1523 of type vlan for network d70b8288-6ace-4ff3-aac0-800ac905ce5b Apr 12 18:42:46.228634 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (d70b8288-6ace-4ff3-aac0-800ac905ce5b), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.245557 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:46.256064 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (d70b8288-6ace-4ff3-aac0-800ac905ce5b), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.257147 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:46.257755 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.270509 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Publish callbacks [] for port (81152f26-1499-4341-9183-b46dc2925c19), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.277689 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (81152f26-1499-4341-9183-b46dc2925c19), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.328387 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3453538 Apr 12 18:42:46.331522 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 32904) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:46.336551 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-42c731ec-1dad-483a-96b2-91c38ff45ab4 admin admin] Request body: {'subnet': {'network_id': 'd70b8288-6ace-4ff3-aac0-800ac905ce5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-294146469-subnet', 'tenant_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'ip_version': 4}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:42:46.337895 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42441e0e-931e-4902-a7fe-d8f254a5c0a4 admin admin] Pushing event updated for resources: {'Network': ['ID=d70b8288-6ace-4ff3-aac0-800ac905ce5b,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:46.360496 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c731ec-1dad-483a-96b2-91c38ff45ab4 admin admin] Made reservation on behalf of 65c9cb17e0b44cefbf33f21d81ebf7e1 for: {'subnet': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:42:46.362612 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network d70b8288-6ace-4ff3-aac0-800ac905ce5b details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:42:46.363784 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-42c731ec-1dad-483a-96b2-91c38ff45ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7482567'] for subnet (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.409098 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Pushing event updated for resources: {'Port': ['ID=81152f26-1499-4341-9183-b46dc2925c19,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:46.545999 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-42c731ec-1dad-483a-96b2-91c38ff45ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8176915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7482577'] for subnet (aa8cd809-f459-465a-b855-6acc9ecdf4ff), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.590033 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:46.590410 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:46.590753 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:46.591136 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:46.591483 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:46.591817 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:46.592146 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:46.592465 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:46.592797 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:46.593120 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:46.593445 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:46.593781 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:46.594105 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:46.594420 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:46.594724 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:46.603667 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c731ec-1dad-483a-96b2-91c38ff45ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa8cd809-f459-465a-b855-6acc9ecdf4ff,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:46.611089 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c731ec-1dad-483a-96b2-91c38ff45ab4 admin admin] Checking segment: {'id': '25a192ac-b4b6-486f-9c16-81a8b5ab1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd70b8288-6ace-4ff3-aac0-800ac905ce5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:42:46.611475 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c731ec-1dad-483a-96b2-91c38ff45ab4 admin admin] Network hostable DHCP agents. Network: d70b8288-6ace-4ff3-aac0-800ac905ce5b, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:42:46.627482 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Attempting to bind port 81152f26-1499-4341-9183-b46dc2925c19 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:42:46.627838 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Attempting to bind port 81152f26-1499-4341-9183-b46dc2925c19 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'c578bd82-a6d1-407f-838b-337bfb4e2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:42:46.628187 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Attempting to bind port 81152f26-1499-4341-9183-b46dc2925c19 on network 4991e872-a4ca-4861-9134-30d35f62c14f {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:42:46.630106 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c731ec-1dad-483a-96b2-91c38ff45ab4 admin admin] Network d70b8288-6ace-4ff3-aac0-800ac905ce5b is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:42:46.639537 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-4e2a970c-afc8-447d-b115-9ac0ac5a7717 None None] Provisioning complete for port 81152f26-1499-4341-9183-b46dc2925c19 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:46.639928 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4e2a970c-afc8-447d-b115-9ac0ac5a7717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (81152f26-1499-4341-9183-b46dc2925c19), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.641648 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:42:46.641998 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Checking segment: {'id': 'c578bd82-a6d1-407f-838b-337bfb4e2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:42:46.642393 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.642512 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-42c731ec-1dad-483a-96b2-91c38ff45ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, d70b8288-6ace-4ff3-aac0-800ac905ce5b) {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:42:46.642793 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Bound using segment: {'id': 'c578bd82-a6d1-407f-838b-337bfb4e2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:42:46.645932 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Bound port: 81152f26-1499-4341-9183-b46dc2925c19, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c578bd82-a6d1-407f-838b-337bfb4e2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:42:46.645932 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (81152f26-1499-4341-9183-b46dc2925c19), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.649529 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.652570 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c731ec-1dad-483a-96b2-91c38ff45ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:46.654438 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-42c731ec-1dad-483a-96b2-91c38ff45ab4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.676568 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-42c731ec-1dad-483a-96b2-91c38ff45ab4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3439274 Apr 12 18:42:46.679830 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 32906) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:46.679962 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37147f3-0374-4a1f-bb36-e84e35a44905 None None] Network d70b8288-6ace-4ff3-aac0-800ac905ce5b requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:42:46.684152 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-294146469-router', 'tenant_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:42:46.704092 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58758'] for router (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.705104 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58783'] for router (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.758847 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a970c-afc8-447d-b115-9ac0ac5a7717 None None] Port 81152f26-1499-4341-9183-b46dc2925c19 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:42:46.761661 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Publish callbacks [] for router_controller (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), precommit_add_association {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.822479 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] For port 81152f26-1499-4341-9183-b46dc2925c19, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:42:46.838385 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] For port 81152f26-1499-4341-9183-b46dc2925c19, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=81152f26-1499-4341-9183-b46dc2925c19,segment=NetworkSegment(c578bd82-a6d1-407f-838b-337bfb4e2ffb),segment_id=c578bd82-a6d1-407f-838b-337bfb4e2ffb)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:42:46.841763 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d4b8a3-d7c9-5bb4-a161-973022d58dea-d70b8288-6ace-4ff3-aac0-800ac905ce5b', 'network_id': 'd70b8288-6ace-4ff3-aac0-800ac905ce5b', 'project_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'fixed_ips': [{'subnet_id': 'aa8cd809-f459-465a-b855-6acc9ecdf4ff'}]}} from dv-cinder-837536-1-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:42:46.842101 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.859340 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (81152f26-1499-4341-9183-b46dc2925c19), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.922123 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Publish callbacks [] for router_gateway (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:46.980579 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Routers {'c55ae39a-d3c5-4d9e-bc45-b73596b49089'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:42:46.980921 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:42:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:47.012162 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1399c6-1ae3-46da-8666-5bf5f4fcf169 req-ba214391-3001-489f-b633-87dee1879353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:47.013729 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-be1399c6-1ae3-46da-8666-5bf5f4fcf169 req-ba214391-3001-489f-b633-87dee1879353 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 1127 time: 0.0798931 Apr 12 18:42:47.025910 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21480b4-d93f-4e70-99ca-e8f750b3c323 req-28cec010-4cc7-4207-b1b8-fa57b3b7f650 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:47.034839 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c21480b4-d93f-4e70-99ca-e8f750b3c323 req-28cec010-4cc7-4207-b1b8-fa57b3b7f650 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 943 time: 0.0692997 Apr 12 18:42:47.054215 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6701cc2-70ac-4521-8f1c-53104c2d6858 None None] Pushing event updated for resources: {'Port': ['ID=81152f26-1499-4341-9183-b46dc2925c19,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:47.160802 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Allocated IP 172.20.0.2 (d70b8288-6ace-4ff3-aac0-800ac905ce5b/aa8cd809-f459-465a-b855-6acc9ecdf4ff/f6f9bf5c-e86d-492d-9bc6-b36abe1e2530) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:42:47.177377 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] Set router c55ae39a-d3c5-4d9e-bc45-b73596b49089 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:42:47.210500 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1399c6-1ae3-46da-8666-5bf5f4fcf169 req-c8ef6bf1-e745-469e-9fa2-71b77a1dd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:47.212464 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-be1399c6-1ae3-46da-8666-5bf5f4fcf169 req-c8ef6bf1-e745-469e-9fa2-71b77a1dd174 service neutron] 10.222.0.65 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 913 time: 0.1670778 Apr 12 18:42:47.223767 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c21480b4-d93f-4e70-99ca-e8f750b3c323 req-e1030b4e-1732-471e-aff5-a269bfb1f286 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878078 Apr 12 18:42:47.233066 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-8992729e-d3ee-4de6-afba-89042f381482 None None] Provisioning complete for port 81152f26-1499-4341-9183-b46dc2925c19 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:47.233442 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8992729e-d3ee-4de6-afba-89042f381482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (81152f26-1499-4341-9183-b46dc2925c19), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:47.240863 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Publish callbacks [] for router_gateway (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:47.262693 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:47.268545 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-be1399c6-1ae3-46da-8666-5bf5f4fcf169 req-33db0c17-b9e7-4440-a2bb-41a26eccece2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 HTTP/1.1" status: 200 len: 217 time: 0.0430703 Apr 12 18:42:47.327501 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1399c6-1ae3-46da-8666-5bf5f4fcf169 req-20978ead-627f-4d31-a874-85df5578a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:47.329346 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-be1399c6-1ae3-46da-8666-5bf5f4fcf169 req-20978ead-627f-4d31-a874-85df5578a847 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60ec23c3-0a49-4ec5-aff1-04b053e8de73 HTTP/1.1" status: 200 len: 851 time: 0.0552590 Apr 12 18:42:47.391471 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1399c6-1ae3-46da-8666-5bf5f4fcf169 req-929301f1-17b8-4d66-8b94-f8d79530f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:47.393826 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-be1399c6-1ae3-46da-8666-5bf5f4fcf169 req-929301f1-17b8-4d66-8b94-f8d79530f3ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=598a49f3-26e5-4adb-bc7e-a59d43832874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574687 Apr 12 18:42:47.409415 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Allocated IP 172.27.2.197 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/5fb5ad94-b482-4775-be93-cc830bd0f6ed) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:42:47.527422 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-8992729e-d3ee-4de6-afba-89042f381482 None None] Current status of the port 81152f26-1499-4341-9183-b46dc2925c19 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:47.528109 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8992729e-d3ee-4de6-afba-89042f381482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (81152f26-1499-4341-9183-b46dc2925c19), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:47.643239 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Publish callbacks [] for port (5fb5ad94-b482-4775-be93-cc830bd0f6ed), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:47.643485 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-8992729e-d3ee-4de6-afba-89042f381482 None None] For port 81152f26-1499-4341-9183-b46dc2925c19, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=81152f26-1499-4341-9183-b46dc2925c19,segment=NetworkSegment(c578bd82-a6d1-407f-838b-337bfb4e2ffb),segment_id=c578bd82-a6d1-407f-838b-337bfb4e2ffb)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:42:47.643485 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Publish callbacks [] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:47.643712 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'gw_port': {'id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '81152f26-1499-4341-9183-b46dc2925c19', 'name': '', 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'mac_address': 'fa:16:3e:a3:a3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:42Z', 'updated_at': '2022-04-12T18:42:46Z', 'revision_number': 4, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'subnets': [{'id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:47.674825 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8992729e-d3ee-4de6-afba-89042f381482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (81152f26-1499-4341-9183-b46dc2925c19), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:47.677036 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0334ab0a-16a6-4dbf-8c10-5583653e2791 None None] The sync data for ids ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'] in dv-cinder-837536-1-iscsi is: [{'id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'gw_port': {'id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '81152f26-1499-4341-9183-b46dc2925c19', 'name': '', 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'mac_address': 'fa:16:3e:a3:a3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:42Z', 'updated_at': '2022-04-12T18:42:46Z', 'revision_number': 4, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'subnets': [{'id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:42:47.678985 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:47.736696 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (5fb5ad94-b482-4775-be93-cc830bd0f6ed), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:47.736893 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Network d70b8288-6ace-4ff3-aac0-800ac905ce5b is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:42:47.766093 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:42:47.776402 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:42:47.804044 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:42:47.813052 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:42:47.823703 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:42:47.835496 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992729e-d3ee-4de6-afba-89042f381482 None None] Pushing event updated for resources: {'Port': ['ID=81152f26-1499-4341-9183-b46dc2925c19,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:47.924075 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb5ad94-b482-4775-be93-cc830bd0f6ed,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:47.940764 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:47.941112 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:47.942005 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 32928) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:47.946146 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:47.946566 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:47.946919 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:47.947337 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:47.947618 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:47.947949 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:47.948291 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:47.948797 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:47.948952 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:47.949296 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:47.949624 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:47.950318 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:47.950646 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:42:47.964733 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-be1399c6-1ae3-46da-8666-5bf5f4fcf169 req-8117f72d-01c1-4540-b4aa-d29de883059f service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645955 Apr 12 18:42:48.039547 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 81152f26-1499-4341-9183-b46dc2925c19 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:42:48.069735 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Attempting to bind port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:42:48.070108 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Attempting to bind port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': '25a192ac-b4b6-486f-9c16-81a8b5ab1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd70b8288-6ace-4ff3-aac0-800ac905ce5b'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:42:48.070468 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Attempting to bind port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 on network d70b8288-6ace-4ff3-aac0-800ac905ce5b {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:42:48.092198 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Pushing event updated for resources: {'Port': ['ID=f6f9bf5c-e86d-492d-9bc6-b36abe1e2530,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:48.097559 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:48.098761 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:42:48.099236 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Checking segment: {'id': '25a192ac-b4b6-486f-9c16-81a8b5ab1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd70b8288-6ace-4ff3-aac0-800ac905ce5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:42:48.099766 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:48.100730 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Bound using segment: {'id': '25a192ac-b4b6-486f-9c16-81a8b5ab1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd70b8288-6ace-4ff3-aac0-800ac905ce5b'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:42:48.101010 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Bound port: f6f9bf5c-e86d-492d-9bc6-b36abe1e2530, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a192ac-b4b6-486f-9c16-81a8b5ab1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd70b8288-6ace-4ff3-aac0-800ac905ce5b'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:42:48.101455 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:48.117736 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-39be75f8-9c14-4c1e-ae3b-826eecd97817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:48.161207 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 81152f26-1499-4341-9183-b46dc2925c19 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:48.161790 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (81152f26-1499-4341-9183-b46dc2925c19), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:48.173439 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-be1399c6-1ae3-46da-8666-5bf5f4fcf169 req-9b940966-40f8-4fdc-a24b-e73eeb1558d1 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023191 Apr 12 18:42:48.252887 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] For port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:42:48.256731 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] For port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=f6f9bf5c-e86d-492d-9bc6-b36abe1e2530,segment=NetworkSegment(25a192ac-b4b6-486f-9c16-81a8b5ab1523),segment_id=25a192ac-b4b6-486f-9c16-81a8b5ab1523)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:42:48.265543 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-39be75f8-9c14-4c1e-ae3b-826eecd97817 admin admin] Publish callbacks [] for security_group (6fff684f-c2fb-4035-b633-96142a42ed80), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:48.273020 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-39be75f8-9c14-4c1e-ae3b-826eecd97817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (6fff684f-c2fb-4035-b633-96142a42ed80), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:48.307985 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:48.319661 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 32934) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:48.319982 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-39be75f8-9c14-4c1e-ae3b-826eecd97817 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27ad702aad6849cd91ad142d477b80bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767350 Apr 12 18:42:48.321314 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be75f8-9c14-4c1e-ae3b-826eecd97817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fff684f-c2fb-4035-b633-96142a42ed80,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:48.351600 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Publish callbacks [] for router_gateway (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:48.372296 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 81152f26-1499-4341-9183-b46dc2925c19 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:48.390912 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913f65c-0ff2-4bcd-9796-00a0f5369200 None None] Pushing event updated for resources: {'Port': ['ID=f6f9bf5c-e86d-492d-9bc6-b36abe1e2530,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:48.412368 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599be1a0-26bb-4178-9af8-d2025be39b0a req-c42975a4-67fa-4367-8a4d-d90a3099a453 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:48.413923 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-599be1a0-26bb-4178-9af8-d2025be39b0a req-c42975a4-67fa-4367-8a4d-d90a3099a453 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 943 time: 0.0695829 Apr 12 18:42:48.470675 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-599be1a0-26bb-4178-9af8-d2025be39b0a req-db980685-56e0-48cd-a550-885d757c35b7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504496 Apr 12 18:42:48.498806 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ed32335f-f6db-4689-9905-049391571e70 admin admin] Publish callbacks [] for security_group (6fff684f-c2fb-4035-b633-96142a42ed80), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:48.530653 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ed32335f-f6db-4689-9905-049391571e70 admin admin] Publish callbacks [] for security_group (6fff684f-c2fb-4035-b633-96142a42ed80), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:48.690914 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637342'] for router (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:48.743520 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ed32335f-f6db-4689-9905-049391571e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (6fff684f-c2fb-4035-b633-96142a42ed80), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:48.746128 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ed32335f-f6db-4689-9905-049391571e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:48.750306 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-ed32335f-f6db-4689-9905-049391571e70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6fff684f-c2fb-4035-b633-96142a42ed80 HTTP/1.1" status: 204 len: 168 time: 0.4224479 Apr 12 18:42:48.765890 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32335f-f6db-4689-9905-049391571e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fff684f-c2fb-4035-b633-96142a42ed80,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:48.893192 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Router f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 is scheduled to L3 agent 44317c89-751a-4fda-aa0e-2e986157389a with binding_index 1 {{(pid=103438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:42:49.025589 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:42:49.039346 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Sync routers for ids ['f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:42:49.052818 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Routers {'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:42:49.053455 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:42:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:49.054266 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:49.058212 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-df61b21f-a113-48a1-a932-1d7bdd46d822 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3752196 Apr 12 18:42:49.058877 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 32940) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:49.193014 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Set router f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:42:49.376234 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'name': 'tempest-TestMinimumBasicScenario-294146469-router', 'tenant_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '5fb5ad94-b482-4775-be93-cc830bd0f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:46Z', 'updated_at': '2022-04-12T18:42:48Z', 'revision_number': 3, 'project_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'gw_port': {'id': '5fb5ad94-b482-4775-be93-cc830bd0f6ed', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:07:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:47Z', 'updated_at': '2022-04-12T18:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:49.404348 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Checking router: f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:42:49.404921 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Updating router f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 port 5fb5ad94-b482-4775-be93-cc830bd0f6ed binding host dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:42:49.435976 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5fb5ad94-b482-4775-be93-cc830bd0f6ed), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:49.443482 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c856896-5179-4122-89b6-294e9ebcd3d2 None None] Network d70b8288-6ace-4ff3-aac0-800ac905ce5b requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:42:49.538065 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:49.563070 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-6afede40-c5b1-429e-8702-4b4b006691b0 None None] Provisioning complete for port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:49.563556 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6afede40-c5b1-429e-8702-4b4b006691b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:49.673141 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c3fb7-5c27-4b7b-b5e3-c6c90731e2d5 req-bc6bc43d-8ba7-46da-8c23-cd27a558c80c tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:49.674745 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b93c3fb7-5c27-4b7b-b5e3-c6c90731e2d5 req-bc6bc43d-8ba7-46da-8c23-cd27a558c80c tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 943 time: 0.1096280 Apr 12 18:42:49.701128 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Publish callbacks [] for port (5fb5ad94-b482-4775-be93-cc830bd0f6ed), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:49.707716 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (5fb5ad94-b482-4775-be93-cc830bd0f6ed), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:49.758484 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba8be7-5e64-4d31-8c87-6ddf3593b84c None None] Pushing event updated for resources: {'Port': ['ID=5fb5ad94-b482-4775-be93-cc830bd0f6ed,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:49.784195 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:49.785106 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Attempting to bind port 5fb5ad94-b482-4775-be93-cc830bd0f6ed on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:42:49.785106 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Attempting to bind port 5fb5ad94-b482-4775-be93-cc830bd0f6ed by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:42:49.785490 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Attempting to bind port 5fb5ad94-b482-4775-be93-cc830bd0f6ed on network 78cdc165-acac-4fef-b363-a66b7c239f59 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:42:49.790752 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:42:49.791124 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Checking segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:42:49.792140 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:49.792531 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Bound using segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:42:49.793013 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Bound port: 5fb5ad94-b482-4775-be93-cc830bd0f6ed, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:42:49.793591 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5fb5ad94-b482-4775-be93-cc830bd0f6ed), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:49.831724 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b93c3fb7-5c27-4b7b-b5e3-c6c90731e2d5 req-4bcb8adb-94a3-49e1-8a7a-eed91071d7b1 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273067 Apr 12 18:42:49.847427 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Allocated IP 172.20.0.1 (d70b8288-6ace-4ff3-aac0-800ac905ce5b/aa8cd809-f459-465a-b855-6acc9ecdf4ff/65e8a68c-cbfa-414f-bcde-70b9232a676e) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:42:49.849641 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-6afede40-c5b1-429e-8702-4b4b006691b0 None None] Current status of the port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:49.850106 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6afede40-c5b1-429e-8702-4b4b006691b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:49.867175 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] For port 5fb5ad94-b482-4775-be93-cc830bd0f6ed, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:42:49.870321 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] For port 5fb5ad94-b482-4775-be93-cc830bd0f6ed, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=5fb5ad94-b482-4775-be93-cc830bd0f6ed,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:42:49.879359 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (5fb5ad94-b482-4775-be93-cc830bd0f6ed), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:49.886113 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-6afede40-c5b1-429e-8702-4b4b006691b0 None None] For port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=f6f9bf5c-e86d-492d-9bc6-b36abe1e2530,segment=NetworkSegment(25a192ac-b4b6-486f-9c16-81a8b5ab1523),segment_id=25a192ac-b4b6-486f-9c16-81a8b5ab1523)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:42:49.891852 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6afede40-c5b1-429e-8702-4b4b006691b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:49.941008 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba8be7-5e64-4d31-8c87-6ddf3593b84c None None] Pushing event updated for resources: {'Port': ['ID=5fb5ad94-b482-4775-be93-cc830bd0f6ed,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:49.967190 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Routers {'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:42:49.967863 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:42:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:49.970536 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afede40-c5b1-429e-8702-4b4b006691b0 None None] Pushing event updated for resources: {'Port': ['ID=f6f9bf5c-e86d-492d-9bc6-b36abe1e2530,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:50.020483 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:42:50.040671 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Publish callbacks [] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:50.081305 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:50.081807 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:50.085733 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:50.118612 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] Set router f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:42:50.126355 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-4f4be308-1b7b-4f38-9868-c1fdabb9e91d None None] Provisioning complete for port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:50.126724 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4f4be308-1b7b-4f38-9868-c1fdabb9e91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:50.134797 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Network d70b8288-6ace-4ff3-aac0-800ac905ce5b is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:42:50.138031 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:42:50.161276 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:42:50.183760 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Pushing event updated for resources: {'Port': ['ID=65e8a68c-cbfa-414f-bcde-70b9232a676e,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:50.208843 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637167'] for router_interface (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:50.211290 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:50.256152 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-4f4be308-1b7b-4f38-9868-c1fdabb9e91d None None] Current status of the port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:50.323258 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'name': 'tempest-TestMinimumBasicScenario-294146469-router', 'tenant_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '5fb5ad94-b482-4775-be93-cc830bd0f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:46Z', 'updated_at': '2022-04-12T18:42:48Z', 'revision_number': 3, 'project_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'gw_port': {'id': '5fb5ad94-b482-4775-be93-cc830bd0f6ed', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:07:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:47Z', 'updated_at': '2022-04-12T18:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:50.354522 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0027a4-803f-4a50-8a9e-fa05e6d48e1f None None] The sync data for ids ['f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'] in dv-cinder-837536-1-iscsi is: [{'id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'name': 'tempest-TestMinimumBasicScenario-294146469-router', 'tenant_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '5fb5ad94-b482-4775-be93-cc830bd0f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:46Z', 'updated_at': '2022-04-12T18:42:48Z', 'revision_number': 3, 'project_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'gw_port': {'id': '5fb5ad94-b482-4775-be93-cc830bd0f6ed', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:07:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:47Z', 'updated_at': '2022-04-12T18:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:42:50.361283 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:50.475527 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-578963f5-2321-4b25-9791-a58fc541b090 None None] Provisioning complete for port 65e8a68c-cbfa-414f-bcde-70b9232a676e triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:50.476090 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-578963f5-2321-4b25-9791-a58fc541b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:50.511457 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-578963f5-2321-4b25-9791-a58fc541b090 None None] Port 65e8a68c-cbfa-414f-bcde-70b9232a676e cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:42:50.532319 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Publish callbacks [] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:50.537831 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:50.616610 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Pushing event updated for resources: {'Port': ['ID=65e8a68c-cbfa-414f-bcde-70b9232a676e,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:50.618972 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634719'] for router_interface (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:50.714393 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Network d70b8288-6ace-4ff3-aac0-800ac905ce5b is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:42:50.716126 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:42:50.848585 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Router f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:42:50.935497 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-d282e069-2678-44e9-966a-15e59da63b71 None None] Provisioning complete for port 65e8a68c-cbfa-414f-bcde-70b9232a676e triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:50.935953 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d282e069-2678-44e9-966a-15e59da63b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:50.974957 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-d282e069-2678-44e9-966a-15e59da63b71 None None] Port 65e8a68c-cbfa-414f-bcde-70b9232a676e cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:42:50.993654 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bc324-ebb4-4182-817d-f10fee4228db req-a236bcab-aea1-4050-ae5f-5747db0260a0 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:50.995276 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8d1bc324-ebb4-4182-817d-f10fee4228db req-a236bcab-aea1-4050-ae5f-5747db0260a0 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 943 time: 0.0828509 Apr 12 18:42:51.024356 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:42:51.030030 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-4dca4ab4-de3e-4acc-8a7e-8b5cb15ecd2c admin admin] 10.222.0.64 "PUT /v2.0/routers/f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9577782 Apr 12 18:42:51.060882 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8d1bc324-ebb4-4182-817d-f10fee4228db req-81a3f939-6dbb-444a-aa6d-d79d8430c886 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592194 Apr 12 18:42:52.033942 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 5fb5ad94-b482-4775-be93-cc830bd0f6ed up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:42:52.058673 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Sync routers for ids ['f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:42:52.078043 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Routers {'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:42:52.078682 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:42:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:52.180673 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 5fb5ad94-b482-4775-be93-cc830bd0f6ed triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:52.181306 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (5fb5ad94-b482-4775-be93-cc830bd0f6ed), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:52.208450 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2082b3-c847-46cc-90c4-ebfa298de772 req-a14056c2-0a4a-4a20-b940-3ddfbf89eb6b tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:52.213501 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7f2082b3-c847-46cc-90c4-ebfa298de772 req-a14056c2-0a4a-4a20-b940-3ddfbf89eb6b tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 943 time: 0.0754580 Apr 12 18:42:52.279477 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Set router f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:42:52.306535 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7f2082b3-c847-46cc-90c4-ebfa298de772 req-32d7121c-3dfd-403d-84e7-8df880d8a37c tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874326 Apr 12 18:42:52.331003 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 5fb5ad94-b482-4775-be93-cc830bd0f6ed is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:52.331667 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5fb5ad94-b482-4775-be93-cc830bd0f6ed), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:52.394914 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] For port 5fb5ad94-b482-4775-be93-cc830bd0f6ed, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=5fb5ad94-b482-4775-be93-cc830bd0f6ed,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:42:52.406756 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (5fb5ad94-b482-4775-be93-cc830bd0f6ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:52.407704 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:42:52.548587 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Pushing event updated for resources: {'Port': ['ID=5fb5ad94-b482-4775-be93-cc830bd0f6ed,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:52.569295 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:52.569677 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:52.645923 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'name': 'tempest-TestMinimumBasicScenario-294146469-router', 'tenant_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '5fb5ad94-b482-4775-be93-cc830bd0f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:46Z', 'updated_at': '2022-04-12T18:42:50Z', 'revision_number': 4, 'project_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'gw_port': {'id': '5fb5ad94-b482-4775-be93-cc830bd0f6ed', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:07:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:47Z', 'updated_at': '2022-04-12T18:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '65e8a68c-cbfa-414f-bcde-70b9232a676e', 'name': '', 'network_id': 'd70b8288-6ace-4ff3-aac0-800ac905ce5b', 'tenant_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'mac_address': 'fa:16:3e:0e:af:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'aa8cd809-f459-465a-b855-6acc9ecdf4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:49Z', 'updated_at': '2022-04-12T18:42:50Z', 'revision_number': 2, 'project_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'subnets': [{'id': 'aa8cd809-f459-465a-b855-6acc9ecdf4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:52.679944 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Checking router: f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:42:52.680291 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Updating router f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 port 65e8a68c-cbfa-414f-bcde-70b9232a676e binding host dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:42:52.739840 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:52.753406 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:53.058327 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Publish callbacks [] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:53.065828 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:53.139551 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbddc2-556a-4618-b572-da946f08e550 None None] Pushing event updated for resources: {'Port': ['ID=65e8a68c-cbfa-414f-bcde-70b9232a676e,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:53.176374 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Attempting to bind port 65e8a68c-cbfa-414f-bcde-70b9232a676e on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:42:53.176752 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Attempting to bind port 65e8a68c-cbfa-414f-bcde-70b9232a676e by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': '25a192ac-b4b6-486f-9c16-81a8b5ab1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd70b8288-6ace-4ff3-aac0-800ac905ce5b'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:42:53.177119 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Attempting to bind port 65e8a68c-cbfa-414f-bcde-70b9232a676e on network d70b8288-6ace-4ff3-aac0-800ac905ce5b {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:42:53.182963 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:42:53.183385 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Checking segment: {'id': '25a192ac-b4b6-486f-9c16-81a8b5ab1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd70b8288-6ace-4ff3-aac0-800ac905ce5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:42:53.183793 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:53.184232 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Bound using segment: {'id': '25a192ac-b4b6-486f-9c16-81a8b5ab1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd70b8288-6ace-4ff3-aac0-800ac905ce5b'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:42:53.184708 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Bound port: 65e8a68c-cbfa-414f-bcde-70b9232a676e, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a192ac-b4b6-486f-9c16-81a8b5ab1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd70b8288-6ace-4ff3-aac0-800ac905ce5b'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:42:53.185092 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:53.268146 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] For port 65e8a68c-cbfa-414f-bcde-70b9232a676e, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:42:53.271605 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] For port 65e8a68c-cbfa-414f-bcde-70b9232a676e, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=65e8a68c-cbfa-414f-bcde-70b9232a676e,segment=NetworkSegment(25a192ac-b4b6-486f-9c16-81a8b5ab1523),segment_id=25a192ac-b4b6-486f-9c16-81a8b5ab1523)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:42:53.280677 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:53.337747 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Routers {'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:42:53.338413 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:42:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:53.399390 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbddc2-556a-4618-b572-da946f08e550 None None] Pushing event updated for resources: {'Port': ['ID=65e8a68c-cbfa-414f-bcde-70b9232a676e,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:53.476949 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-8a13f252-bb04-408c-ac93-3f0c6e60664f None None] Provisioning complete for port 65e8a68c-cbfa-414f-bcde-70b9232a676e triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:53.477326 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8a13f252-bb04-408c-ac93-3f0c6e60664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:53.500906 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570aeaf0-cbcb-4405-be2c-4713537f8989 req-a546f330-9d4f-4751-af78-b032c01008a3 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:53.508099 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-570aeaf0-cbcb-4405-be2c-4713537f8989 req-a546f330-9d4f-4751-af78-b032c01008a3 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 943 time: 0.0945742 Apr 12 18:42:53.559796 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] Set router f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:42:53.593167 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-570aeaf0-cbcb-4405-be2c-4713537f8989 req-a2d53246-086f-418c-a407-6e9a32424bba tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777140 Apr 12 18:42:53.882821 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-8a13f252-bb04-408c-ac93-3f0c6e60664f None None] Current status of the port 65e8a68c-cbfa-414f-bcde-70b9232a676e is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:53.883245 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8a13f252-bb04-408c-ac93-3f0c6e60664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:53.941885 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-8a13f252-bb04-408c-ac93-3f0c6e60664f None None] For port 65e8a68c-cbfa-414f-bcde-70b9232a676e, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=65e8a68c-cbfa-414f-bcde-70b9232a676e,segment=NetworkSegment(25a192ac-b4b6-486f-9c16-81a8b5ab1523),segment_id=25a192ac-b4b6-486f-9c16-81a8b5ab1523)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:42:53.949181 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8a13f252-bb04-408c-ac93-3f0c6e60664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:53.989981 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 5fb5ad94-b482-4775-be93-cc830bd0f6ed up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:42:54.097292 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'name': 'tempest-TestMinimumBasicScenario-294146469-router', 'tenant_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '5fb5ad94-b482-4775-be93-cc830bd0f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:46Z', 'updated_at': '2022-04-12T18:42:50Z', 'revision_number': 4, 'project_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'gw_port': {'id': '5fb5ad94-b482-4775-be93-cc830bd0f6ed', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:07:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:47Z', 'updated_at': '2022-04-12T18:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '65e8a68c-cbfa-414f-bcde-70b9232a676e', 'name': '', 'network_id': 'd70b8288-6ace-4ff3-aac0-800ac905ce5b', 'tenant_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'mac_address': 'fa:16:3e:0e:af:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'aa8cd809-f459-465a-b855-6acc9ecdf4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:49Z', 'updated_at': '2022-04-12T18:42:53Z', 'revision_number': 4, 'project_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'subnets': [{'id': 'aa8cd809-f459-465a-b855-6acc9ecdf4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:42:54.188425 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f7e44-38ba-4c18-b50a-44059c18e02f None None] The sync data for ids ['f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'] in dv-cinder-837536-1-iscsi is: [{'id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'name': 'tempest-TestMinimumBasicScenario-294146469-router', 'tenant_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '5fb5ad94-b482-4775-be93-cc830bd0f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:46Z', 'updated_at': '2022-04-12T18:42:50Z', 'revision_number': 4, 'project_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'gw_port': {'id': '5fb5ad94-b482-4775-be93-cc830bd0f6ed', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:07:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:47Z', 'updated_at': '2022-04-12T18:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '65e8a68c-cbfa-414f-bcde-70b9232a676e', 'name': '', 'network_id': 'd70b8288-6ace-4ff3-aac0-800ac905ce5b', 'tenant_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'mac_address': 'fa:16:3e:0e:af:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'aa8cd809-f459-465a-b855-6acc9ecdf4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:49Z', 'updated_at': '2022-04-12T18:42:53Z', 'revision_number': 4, 'project_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'subnets': [{'id': 'aa8cd809-f459-465a-b855-6acc9ecdf4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:42:54.207683 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13f252-bb04-408c-ac93-3f0c6e60664f None None] Pushing event updated for resources: {'Port': ['ID=65e8a68c-cbfa-414f-bcde-70b9232a676e,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:54.211678 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-a9c13c5e-fda4-44ae-8689-f705efe07541 None None] Provisioning complete for port 65e8a68c-cbfa-414f-bcde-70b9232a676e triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:54.212175 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a9c13c5e-fda4-44ae-8689-f705efe07541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:54.256607 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 5fb5ad94-b482-4775-be93-cc830bd0f6ed triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:54.256994 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (5fb5ad94-b482-4775-be93-cc830bd0f6ed), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:54.449304 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a9c13c5e-fda4-44ae-8689-f705efe07541 None None] Current status of the port 65e8a68c-cbfa-414f-bcde-70b9232a676e is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:54.453993 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 5fb5ad94-b482-4775-be93-cc830bd0f6ed is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:54.607816 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:42:54.748777 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4e2723f7-6ba7-4e1e-b14f-2a21dea39d52,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:42:54.761842 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '4e2723f7-6ba7-4e1e-b14f-2a21dea39d52', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'port_id': '4e2723f7-6ba7-4e1e-b14f-2a21dea39d52', 'mac_address': 'fa:16:3e:a8:9d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:42:54.802146 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf9f02-ccd7-4333-8621-a4cbac76083e req-0c6b2987-a472-44ae-abb4-25dc45317d6d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:54.804302 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7bcf9f02-ccd7-4333-8621-a4cbac76083e req-0c6b2987-a472-44ae-abb4-25dc45317d6d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 943 time: 0.1034510 Apr 12 18:42:54.872340 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:54.873840 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:54.905571 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:42:54.907822 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7bcf9f02-ccd7-4333-8621-a4cbac76083e req-3ecf33fc-b14a-433b-9dd7-676836a8518a tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977876 Apr 12 18:42:54.943067 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4e2723f7-6ba7-4e1e-b14f-2a21dea39d52,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:42:54.947615 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:55.010201 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=4e2723f7-6ba7-4e1e-b14f-2a21dea39d52,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:55.429936 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['4e2723f7-6ba7-4e1e-b14f-2a21dea39d52'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:42:55.543887 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33032) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:55.549020 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-22522695-cfad-44d5-b012-df85608d6a65 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750044611', 'description': 'tempest-description--1546512094'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:42:55.605551 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-22522695-cfad-44d5-b012-df85608d6a65 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:55.736803 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-22522695-cfad-44d5-b012-df85608d6a65 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (10e74efd-fad8-4c8a-b03d-f13ebe35d1f9), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:55.748822 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-22522695-cfad-44d5-b012-df85608d6a65 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (10e74efd-fad8-4c8a-b03d-f13ebe35d1f9), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:55.786829 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22522695-cfad-44d5-b012-df85608d6a65 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:55.794572 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-22522695-cfad-44d5-b012-df85608d6a65 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:55.795871 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-22522695-cfad-44d5-b012-df85608d6a65 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2506349 Apr 12 18:42:55.798635 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33034) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:55.803612 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-1b4e0816-d5bf-492f-9dcb-f032b32ea20d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'security_group_rule': {'security_group_id': '10e74efd-fad8-4c8a-b03d-f13ebe35d1f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:42:55.836646 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0816-d5bf-492f-9dcb-f032b32ea20d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (4bef2631-8d02-4c32-8711-2bcfe301ac9a), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:55.952334 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0816-d5bf-492f-9dcb-f032b32ea20d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (4bef2631-8d02-4c32-8711-2bcfe301ac9a), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:55.967564 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 65e8a68c-cbfa-414f-bcde-70b9232a676e up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:42:55.981040 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0816-d5bf-492f-9dcb-f032b32ea20d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (4bef2631-8d02-4c32-8711-2bcfe301ac9a), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:56.016084 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e0816-d5bf-492f-9dcb-f032b32ea20d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bef2631-8d02-4c32-8711-2bcfe301ac9a,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:56.043092 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0816-d5bf-492f-9dcb-f032b32ea20d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:56.047283 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-1b4e0816-d5bf-492f-9dcb-f032b32ea20d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2446799 Apr 12 18:42:56.047434 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33038) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:56.053077 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-3c851870-8deb-4c2b-acb5-af642241924d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'security_group_rule': {'security_group_id': '10e74efd-fad8-4c8a-b03d-f13ebe35d1f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:42:56.073890 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 65e8a68c-cbfa-414f-bcde-70b9232a676e triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:56.074259 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:56.089428 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c28222-2500-4b85-9d12-86cd05563d6c req-f976d442-7698-4c00-813f-daab75d50c48 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:56.091848 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-16c28222-2500-4b85-9d12-86cd05563d6c req-f976d442-7698-4c00-813f-daab75d50c48 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 944 time: 0.0958145 Apr 12 18:42:56.108471 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3c851870-8deb-4c2b-acb5-af642241924d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (37dc157b-8b22-468d-b7a3-b0474d5d3830), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:56.181543 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-16c28222-2500-4b85-9d12-86cd05563d6c req-2dc45b8d-e856-4c0b-b726-b34fe5cf6bd4 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841718 Apr 12 18:42:56.192994 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3c851870-8deb-4c2b-acb5-af642241924d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (37dc157b-8b22-468d-b7a3-b0474d5d3830), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:56.208639 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3c851870-8deb-4c2b-acb5-af642241924d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (37dc157b-8b22-468d-b7a3-b0474d5d3830), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:56.226219 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 65e8a68c-cbfa-414f-bcde-70b9232a676e is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:56.242642 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c851870-8deb-4c2b-acb5-af642241924d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37dc157b-8b22-468d-b7a3-b0474d5d3830,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:56.249300 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3c851870-8deb-4c2b-acb5-af642241924d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:56.250343 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-3c851870-8deb-4c2b-acb5-af642241924d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2020502 Apr 12 18:42:56.253522 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33040) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:42:56.258093 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'floatingip': {'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:42:56.281739 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:56.374416 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:56.487186 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Allocated IP 172.27.2.219 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/f021ece7-304f-4451-baad-ceb06db70388) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:42:56.661382 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:42:56.710221 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:42:56.720593 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:42:56.721354 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:56.814539 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for port (f021ece7-304f-4451-baad-ceb06db70388), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:56.820979 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:42:56.821379 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:56.849404 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144f0ffd-30ae-4a7e-ace9-064ba669bf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2723f7-6ba7-4e1e-b14f-2a21dea39d52'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:42:56.851942 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90ca14e-4480-41a2-977f-40330084cdf9" -d '{"events": [{"server_uuid": "144f0ffd-30ae-4a7e-ace9-064ba669bf88", "name": "network-vif-plugged", "status": "completed", "tag": "4e2723f7-6ba7-4e1e-b14f-2a21dea39d52"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:42:56.867002 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4e2723f7-6ba7-4e1e-b14f-2a21dea39d52,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:42:56.869904 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (f021ece7-304f-4451-baad-ceb06db70388), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:56.875369 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:56.910452 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:42:56.913477 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:42:56.917463 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:42:56.924284 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caab00a-79f2-473f-9d85-df87cec84f45 x-openstack-request-id: req-7caab00a-79f2-473f-9d85-df87cec84f45 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:42:56.924603 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144f0ffd-30ae-4a7e-ace9-064ba669bf88", "name": "network-vif-plugged", "status": "completed", "tag": "4e2723f7-6ba7-4e1e-b14f-2a21dea39d52", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:42:56.925436 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7caab00a-79f2-473f-9d85-df87cec84f45 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:42:56.925436 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7caab00a-79f2-473f-9d85-df87cec84f45'] response: {'server_uuid': '144f0ffd-30ae-4a7e-ace9-064ba669bf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2723f7-6ba7-4e1e-b14f-2a21dea39d52', 'code': 200} Apr 12 18:42:56.954869 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=4e2723f7-6ba7-4e1e-b14f-2a21dea39d52,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:57.020267 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'Port': ['ID=f021ece7-304f-4451-baad-ceb06db70388,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:57.031024 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (fc16d30b-bb7d-4798-b74e-8cec731856cb), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:57.082746 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (f021ece7-304f-4451-baad-ceb06db70388), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:57.194127 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6f415-28e3-4fa0-a652-0c5c4576914a req-e928721b-94b7-4c99-b037-053ad4c19505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:57.196435 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5bf6f415-28e3-4fa0-a652-0c5c4576914a req-e928721b-94b7-4c99-b037-053ad4c19505 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 1129 time: 0.0508182 Apr 12 18:42:57.260421 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5bf6f415-28e3-4fa0-a652-0c5c4576914a req-4a2cbd6f-7cc1-4bb2-89a5-69180a74b984 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560267 Apr 12 18:42:57.290314 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for port (f021ece7-304f-4451-baad-ceb06db70388), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:57.298509 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (f021ece7-304f-4451-baad-ceb06db70388), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:57.327870 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb05ad-01ca-4b1f-93cf-ea76dd3cb4f6 req-3e8f1cd3-0073-479b-a92e-77a2a988c87e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:57.329503 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7ebb05ad-01ca-4b1f-93cf-ea76dd3cb4f6 req-3e8f1cd3-0073-479b-a92e-77a2a988c87e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 945 time: 0.0553899 Apr 12 18:42:57.344580 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'Port': ['ID=f021ece7-304f-4451-baad-ceb06db70388,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:42:57.389673 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (fc16d30b-bb7d-4798-b74e-8cec731856cb), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:57.390702 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7ebb05ad-01ca-4b1f-93cf-ea76dd3cb4f6 req-1e0093fa-c0e1-45ce-8371-5e91b487e139 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540636 Apr 12 18:42:57.411376 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:57.420666 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-789337e9-dfbe-434d-ad4f-2638920c4969 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1582477 Apr 12 18:42:57.623703 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-92373cd2-d97a-4c7b-b367-523218776e1e tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--750044611&fields=id&tenant_id=abad2cf2938f4de0b8942385cfaa6c97 HTTP/1.1" status: 200 len: 267 time: 0.0524638 Apr 12 18:42:57.745988 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc9284-c204-4b6d-b700-119c79456114 req-3d3409ab-3c7b-46ab-bfea-7cd57ec5d9ad tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:57.748559 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-3d3409ab-3c7b-46ab-bfea-7cd57ec5d9ad tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 815 time: 0.1169448 Apr 12 18:42:57.771856 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-718c1114-edba-4874-b307-f8a46c519cc7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/quotas/abad2cf2938f4de0b8942385cfaa6c97 HTTP/1.1" status: 200 len: 375 time: 0.0136986 Apr 12 18:42:57.827355 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-f6aca584-d705-4780-b081-734a84c05443 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526567 Apr 12 18:42:57.933737 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-0b0cc55c-148e-49d3-9023-ed957805ca2a service neutron] 10.222.0.64 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939534 Apr 12 18:42:58.035300 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-ce1bb10d-235b-4597-badf-bf632d96a2d1 service neutron] 10.222.0.64 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952556 Apr 12 18:42:58.231775 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-857991b9-47e2-4fa5-be53-87ba3985106b req-a73123bb-0ef1-483e-acbc-33177bcd6965 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 210 time: 0.0370152 Apr 12 18:42:58.523565 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379484a8-8580-42fb-95fa-78c7ce8686db req-96e769f6-08d3-47ae-b736-b7313362c5f7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:58.525238 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-379484a8-8580-42fb-95fa-78c7ce8686db req-96e769f6-08d3-47ae-b736-b7313362c5f7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 945 time: 0.0558317 Apr 12 18:42:58.599051 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-379484a8-8580-42fb-95fa-78c7ce8686db req-c69fadd5-aafd-48f7-b8f9-445eb2872c44 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649238 Apr 12 18:42:58.862848 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:42:59.335903 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f225f535-8447-46b5-b558-14b204049be9 req-eec5b981-98e4-467a-a8c1-8b9b0d3b02a1 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 210 time: 0.0287516 Apr 12 18:42:59.792674 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb957-856a-4f9a-94b4-3ae98c0dfbd1 req-d0ecd75a-afe8-4a4e-bbd0-7381cdad6113 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:59.794412 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4aeeb957-856a-4f9a-94b4-3ae98c0dfbd1 req-d0ecd75a-afe8-4a4e-bbd0-7381cdad6113 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 945 time: 0.0818679 Apr 12 18:42:59.838393 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc9284-c204-4b6d-b700-119c79456114 req-de896932-f804-4881-92c9-c45bbd97ce46 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:42:59.841061 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-de896932-f804-4881-92c9-c45bbd97ce46 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 815 time: 0.2096927 Apr 12 18:42:59.927533 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4aeeb957-856a-4f9a-94b4-3ae98c0dfbd1 req-1a0ce2bb-53c0-4652-b7ff-246a3e3bfe91 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261320 Apr 12 18:42:59.974949 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-c909dda5-e5e9-4cd9-b0d9-c87cd2ccc51b tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abad2cf2938f4de0b8942385cfaa6c97 HTTP/1.1" status: 200 len: 472 time: 0.1210756 Apr 12 18:42:59.984270 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-ebfc9284-c204-4b6d-b700-119c79456114 req-d183b129-f608-476d-bc9b-38c4de7b8526 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'port': {'device_id': 'c6f038c5-7d71-4a00-afd8-2d40536eaba4', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'admin_state_up': True, 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'security_groups': ['10e74efd-fad8-4c8a-b03d-f13ebe35d1f9']}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:43:00.110997 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11faaeb-a0c6-46a2-b7c9-534280a9399f req-2c94ee16-3b68-4336-bf99-cdfca21826ea tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:00.113243 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d11faaeb-a0c6-46a2-b7c9-534280a9399f req-2c94ee16-3b68-4336-bf99-cdfca21826ea tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 945 time: 0.0883753 Apr 12 18:43:00.189128 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d11faaeb-a0c6-46a2-b7c9-534280a9399f req-ec1c47a3-e9b5-4031-8daa-f3daa0d66284 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653007 Apr 12 18:43:00.190830 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebfc9284-c204-4b6d-b700-119c79456114 req-d183b129-f608-476d-bc9b-38c4de7b8526 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Made reservation on behalf of abad2cf2938f4de0b8942385cfaa6c97 for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:43:00.194377 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ebfc9284-c204-4b6d-b700-119c79456114 req-d183b129-f608-476d-bc9b-38c4de7b8526 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:00.223237 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33092) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:00.361779 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-ebfc9284-c204-4b6d-b700-119c79456114 req-d183b129-f608-476d-bc9b-38c4de7b8526 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Allocated IP 172.20.0.12 (bd6ede6b-2ee4-4b44-9324-17591d93f339/33d52d9c-12da-4676-bd06-e720c647d8df/a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:43:00.492424 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4ea5b49e-a921-4b7b-a42e-c0de242381fd req-10ffd0b1-ad4a-482b-a504-d8d17ed09cd7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 210 time: 0.0412116 Apr 12 18:43:00.517966 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8124fedc-88f0-4f90-9107-802f0141fc4f tempest-TestVolumeBootPattern-718330766 tempest-TestVolumeBootPattern-718330766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:00.522757 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-8124fedc-88f0-4f90-9107-802f0141fc4f tempest-TestVolumeBootPattern-718330766 tempest-TestVolumeBootPattern-718330766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 1124 time: 0.2972310 Apr 12 18:43:00.523486 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33098) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:00.528490 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Request body: {'floatingip': {'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'port_id': '4e2723f7-6ba7-4e1e-b14f-2a21dea39d52', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:43:00.551596 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:00.598447 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ebfc9284-c204-4b6d-b700-119c79456114 req-d183b129-f608-476d-bc9b-38c4de7b8526 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:00.635797 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ebfc9284-c204-4b6d-b700-119c79456114 req-d183b129-f608-476d-bc9b-38c4de7b8526 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:00.648645 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:00.682255 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfc9284-c204-4b6d-b700-119c79456114 req-d183b129-f608-476d-bc9b-38c4de7b8526 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Network bd6ede6b-2ee4-4b44-9324-17591d93f339 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:43:00.690010 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-ebfc9284-c204-4b6d-b700-119c79456114 req-d183b129-f608-476d-bc9b-38c4de7b8526 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:43:00.694841 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfc9284-c204-4b6d-b700-119c79456114 req-d183b129-f608-476d-bc9b-38c4de7b8526 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:43:00.698840 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183b129-f608-476d-bc9b-38c4de7b8526 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'Port': ['ID=a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:00.761331 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc9284-c204-4b6d-b700-119c79456114 req-d183b129-f608-476d-bc9b-38c4de7b8526 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:00.762317 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ebfc9284-c204-4b6d-b700-119c79456114 req-d183b129-f608-476d-bc9b-38c4de7b8526 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:00.785764 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-d183b129-f608-476d-bc9b-38c4de7b8526 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8052316 Apr 12 18:43:00.821323 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Allocated IP 172.27.2.71 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/8701176f-c375-4dc9-85b0-f42543e05154) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:43:00.942150 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Request body: {'port': {'device_id': 'c6f038c5-7d71-4a00-afd8-2d40536eaba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:43:00.995082 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for port (8701176f-c375-4dc9-85b0-f42543e05154), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:01.044205 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:01.067256 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (8701176f-c375-4dc9-85b0-f42543e05154), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:01.138257 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-92eaef83-5508-498f-bb95-a0b62dba90ae None None] Provisioning complete for port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:43:01.139326 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-92eaef83-5508-498f-bb95-a0b62dba90ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:01.147479 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'Port': ['ID=8701176f-c375-4dc9-85b0-f42543e05154,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:01.156946 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:43:01.159025 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:43:01.161440 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:43:01.196003 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-92eaef83-5508-498f-bb95-a0b62dba90ae None None] Port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:43:01.371132 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:43:01.381973 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Publish callbacks [] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:01.399977 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Transition to ACTIVE for port object a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:43:01.409049 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:01.474012 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73141d00-2473-489b-b304-d54527647df8 service neutron] Pushing event updated for resources: {'Port': ['ID=a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:01.867156 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for floatingip (786f48f8-0e81-4730-9d25-54e81f57d7d9), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:01.875505 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e49b38-b0a6-4a56-8b1e-5dddd4aa72bf req-19f9a761-6251-4a17-8d77-56411b75aa24 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:01.876992 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-90e49b38-b0a6-4a56-8b1e-5dddd4aa72bf req-19f9a761-6251-4a17-8d77-56411b75aa24 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 944 time: 0.0697331 Apr 12 18:43:01.905120 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Attempting to bind port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:43:01.905456 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Attempting to bind port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:43:01.905786 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Attempting to bind port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a on network bd6ede6b-2ee4-4b44-9324-17591d93f339 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:43:01.925347 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a on network bd6ede6b-2ee4-4b44-9324-17591d93f339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:43:01.925784 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Attempting to bind port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a on network bd6ede6b-2ee4-4b44-9324-17591d93f339 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:43:01.941848 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:43:01.942197 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Checking segment: {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:43:01.942587 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Bound using segment: {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:43:01.943013 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Bound port: a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:43:01.943403 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:01.992752 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8701176f-c375-4dc9-85b0-f42543e05154), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:01.995387 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-90e49b38-b0a6-4a56-8b1e-5dddd4aa72bf req-df0a061b-008b-464e-ab37-cb0593804032 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033902 Apr 12 18:43:02.049807 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] For port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:43:02.053382 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] For port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:43:02.063779 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:02.105727 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:02.107427 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:02.109361 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-73141d00-2473-489b-b304-d54527647df8 service neutron] 10.222.0.65 "PUT /v2.0/ports/a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a HTTP/1.1" status: 200 len: 1094 time: 1.1715367 Apr 12 18:43:02.109859 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f038c5-7d71-4a00-afd8-2d40536eaba4', 'tag': 'a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:43:02.116985 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575a3f91-3d2f-423a-bccc-ed09ce48f0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f038c5-7d71-4a00-afd8-2d40536eaba4", "tag": "a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:43:02.204294 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for port (8701176f-c375-4dc9-85b0-f42543e05154), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:02.211818 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (8701176f-c375-4dc9-85b0-f42543e05154), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:02.228401 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc9284-c204-4b6d-b700-119c79456114 req-5332c233-8e7a-431d-bd8e-571f415c8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:02.229923 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-5332c233-8e7a-431d-bd8e-571f415c8bc3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 1128 time: 0.0540750 Apr 12 18:43:02.231039 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73141d00-2473-489b-b304-d54527647df8 service neutron] Pushing event updated for resources: {'Port': ['ID=a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:02.315404 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6275e866-64dc-4145-adc6-fe4f93968af5 x-openstack-request-id: req-6275e866-64dc-4145-adc6-fe4f93968af5 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:43:02.315776 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f038c5-7d71-4a00-afd8-2d40536eaba4", "tag": "a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:43:02.315938 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6275e866-64dc-4145-adc6-fe4f93968af5 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:43:02.316337 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6275e866-64dc-4145-adc6-fe4f93968af5'] response: {'name': 'network-changed', 'server_uuid': 'c6f038c5-7d71-4a00-afd8-2d40536eaba4', 'tag': 'a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a', 'status': 'completed', 'code': 200} Apr 12 18:43:02.324206 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-2b8f6361-971f-4587-95b4-a00f97dc69aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a HTTP/1.1" status: 200 len: 217 time: 0.0862010 Apr 12 18:43:02.354352 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (786f48f8-0e81-4730-9d25-54e81f57d7d9), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:02.357383 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'Port': ['ID=8701176f-c375-4dc9-85b0-f42543e05154,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:02.396373 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd1e1a-ae38-4ba1-a124-3f7467ee27df req-e4df1785-631e-4dc2-a5f5-ceb5f9e753de tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:02.403806 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d9dd1e1a-ae38-4ba1-a124-3f7467ee27df req-e4df1785-631e-4dc2-a5f5-ceb5f9e753de tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0715964 Apr 12 18:43:02.462828 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.l3_db [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Floating IP 786f48f8-0e81-4730-9d25-54e81f57d7d9 associated. External IP: 172.27.2.71, port: 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52. Apr 12 18:43:02.541795 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d9dd1e1a-ae38-4ba1-a124-3f7467ee27df req-3aea3082-cdd2-40ef-b7bf-096fefd963ea tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367815 Apr 12 18:43:02.552917 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc9284-c204-4b6d-b700-119c79456114 req-5b58f852-c0c8-4042-9662-3552fd782752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:02.554406 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-5b58f852-c0c8-4042-9662-3552fd782752 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33d52d9c-12da-4676-bd06-e720c647d8df HTTP/1.1" status: 200 len: 854 time: 0.1350482 Apr 12 18:43:02.621378 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc9284-c204-4b6d-b700-119c79456114 req-afa6213a-c2fc-4269-b94e-3146e6bfeb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:02.622934 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-afa6213a-c2fc-4269-b94e-3146e6bfeb49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6ede6b-2ee4-4b44-9324-17591d93f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620520 Apr 12 18:43:02.629185 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-d1a3097a-74ab-4a11-a237-4feb4c93e0e8 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:02.630659 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-d1a3097a-74ab-4a11-a237-4feb4c93e0e8 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/networks?id=4991e872-a4ca-4861-9134-30d35f62c14f HTTP/1.1" status: 200 len: 815 time: 0.1817293 Apr 12 18:43:02.670662 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-ce02614b-a091-4dff-bea3-cb09d39f2b13 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/quotas/5c0557a41d704bfdafd843bef35dc901 HTTP/1.1" status: 200 len: 375 time: 0.0318623 Apr 12 18:43:02.752721 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-9160f731-6a89-480c-845c-b67b8194d8b6 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c0557a41d704bfdafd843bef35dc901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578487 Apr 12 18:43:02.764101 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-075cc8fd-7dca-4d90-943d-cc5aa6ae85f3 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324630 Apr 12 18:43:02.882228 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:43:02.915331 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-af2a05d0-b0be-4c7c-88ec-45adcb0c2217 service neutron] 10.222.0.64 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500750 Apr 12 18:43:02.918858 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebfc9284-c204-4b6d-b700-119c79456114 req-d8d95804-7edf-4404-a7e0-41279a5439a4 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458213 Apr 12 18:43:02.999225 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:43:03.009313 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ad0885-2e59-452a-b219-3f204380f3bb None None] Sync routers for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:43:03.016542 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-62c24617-8801-4e27-b438-9f214591f13b service neutron] 10.222.0.64 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950878 Apr 12 18:43:03.021444 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ad0885-2e59-452a-b219-3f204380f3bb None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:43:03.021888 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-38ad0885-2e59-452a-b219-3f204380f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:42:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:03.027083 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:03.071286 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-412f8a09-64e1-49ad-bc74-2dd885e0f203 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5466671 Apr 12 18:43:03.072163 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144f0ffd-30ae-4a7e-ace9-064ba669bf88', 'tag': '4e2723f7-6ba7-4e1e-b14f-2a21dea39d52'}] {{(pid=103438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:43:03.077930 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78beef5e5a52052951605c176da447629a5c3534ceefcb6d2cd5a58fa973b617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341070a0-7ed5-49ae-99ef-813e993bdd54" -d '{"events": [{"name": "network-changed", "server_uuid": "144f0ffd-30ae-4a7e-ace9-064ba669bf88", "tag": "4e2723f7-6ba7-4e1e-b14f-2a21dea39d52"}]}' {{(pid=103438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:43:03.112349 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0776e-b975-4f6f-a6f4-e793fc9be1f2 req-4fbad07d-21e2-410b-bfa6-de9b26d10f9c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:03.114120 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64e0776e-b975-4f6f-a6f4-e793fc9be1f2 req-4fbad07d-21e2-410b-bfa6-de9b26d10f9c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 944 time: 0.0503874 Apr 12 18:43:03.133247 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-38ad0885-2e59-452a-b219-3f204380f3bb None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:43:03.169284 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64e0776e-b975-4f6f-a6f4-e793fc9be1f2 req-67d168cf-8904-4048-8b18-80b23e7669e8 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466969 Apr 12 18:43:03.197601 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8223a996-b97a-4f3c-b0c8-095d4999f685 x-openstack-request-id: req-8223a996-b97a-4f3c-b0c8-095d4999f685 {{(pid=103438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:43:03.197966 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "144f0ffd-30ae-4a7e-ace9-064ba669bf88", "tag": "4e2723f7-6ba7-4e1e-b14f-2a21dea39d52", "status": "completed", "code": 200}]} {{(pid=103438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:43:03.198288 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8223a996-b97a-4f3c-b0c8-095d4999f685 {{(pid=103438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:43:03.198756 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8223a996-b97a-4f3c-b0c8-095d4999f685'] response: {'name': 'network-changed', 'server_uuid': '144f0ffd-30ae-4a7e-ace9-064ba669bf88', 'tag': '4e2723f7-6ba7-4e1e-b14f-2a21dea39d52', 'status': 'completed', 'code': 200} Apr 12 18:43:03.250208 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2b9f3c92-675a-4f8b-82fd-d9c0ba82e0e5 req-206adb2b-6f65-4523-9ad4-85e9ed111b86 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 210 time: 0.0333040 Apr 12 18:43:03.359487 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-38ad0885-2e59-452a-b219-3f204380f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '786f48f8-0e81-4730-9d25-54e81f57d7d9', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'port_id': '4e2723f7-6ba7-4e1e-b14f-2a21dea39d52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'mac_address': 'fa:16:3e:a8:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f0ffd-30ae-4a7e-ace9-064ba669bf88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:43:01Z', 'updated_at': '2022-04-12T18:43:01Z', 'revision_number': 0, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:03.390130 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ad0885-2e59-452a-b219-3f204380f3bb None None] Checking router: 6493a8ec-0a15-4207-9463-111d9cbcb1a4 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:43:03.399295 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ad0885-2e59-452a-b219-3f204380f3bb None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:43:03.399912 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-38ad0885-2e59-452a-b219-3f204380f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:42:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:03.511867 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-38ad0885-2e59-452a-b219-3f204380f3bb None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:43:03.658739 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd15607-b46e-4047-a9fc-eaa7202391ad req-6a2634c7-cb4d-431a-b632-031ec3fdd997 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:03.660172 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4fd15607-b46e-4047-a9fc-eaa7202391ad req-6a2634c7-cb4d-431a-b632-031ec3fdd997 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0466714 Apr 12 18:43:03.707827 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4fd15607-b46e-4047-a9fc-eaa7202391ad req-773fb160-223e-4ffe-a22a-b8a9320b698b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415606 Apr 12 18:43:03.724946 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-38ad0885-2e59-452a-b219-3f204380f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '786f48f8-0e81-4730-9d25-54e81f57d7d9', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'port_id': '4e2723f7-6ba7-4e1e-b14f-2a21dea39d52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'mac_address': 'fa:16:3e:a8:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f0ffd-30ae-4a7e-ace9-064ba669bf88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:43:01Z', 'updated_at': '2022-04-12T18:43:01Z', 'revision_number': 0, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:03.753980 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ad0885-2e59-452a-b219-3f204380f3bb None None] The sync data for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi is: [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '786f48f8-0e81-4730-9d25-54e81f57d7d9', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'port_id': '4e2723f7-6ba7-4e1e-b14f-2a21dea39d52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'mac_address': 'fa:16:3e:a8:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f0ffd-30ae-4a7e-ace9-064ba669bf88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:43:01Z', 'updated_at': '2022-04-12T18:43:01Z', 'revision_number': 0, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:43:03.955793 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0330ce1-5991-44ad-acc9-3050f0fa7920 None None] New status for floating IP 786f48f8-0e81-4730-9d25-54e81f57d7d9: ACTIVE {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:43:04.285290 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be396667-4b87-4bb8-a5de-dfd87062eb83 req-795fa1e4-304c-4741-a47c-4e210f24eb7f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:04.286805 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-be396667-4b87-4bb8-a5de-dfd87062eb83 req-795fa1e4-304c-4741-a47c-4e210f24eb7f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 944 time: 0.0485704 Apr 12 18:43:04.358162 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6cf74130-0aa9-48a5-88d2-fd772a718239 req-b275f6b0-0344-455f-b223-13a9ebc22474 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 210 time: 0.0388970 Apr 12 18:43:04.362439 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-be396667-4b87-4bb8-a5de-dfd87062eb83 req-80a949ed-a96f-4b0f-a3e5-b2d12d12e959 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701034 Apr 12 18:43:04.827096 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d27a5c-7540-49a8-8554-52028598c827 req-0af004b3-291c-4d25-8f8f-124a6230dac4 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:04.828577 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5d27a5c-7540-49a8-8554-52028598c827 req-0af004b3-291c-4d25-8f8f-124a6230dac4 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0522099 Apr 12 18:43:04.879793 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5d27a5c-7540-49a8-8554-52028598c827 req-cf636c3f-e900-4012-993a-9a4c1d6a9290 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452898 Apr 12 18:43:05.495156 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a3f91-3d2f-423a-bccc-ed09ce48f0e9 req-deabafb4-408e-4391-b315-950519992c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:05.496670 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-575a3f91-3d2f-423a-bccc-ed09ce48f0e9 req-deabafb4-408e-4391-b315-950519992c7a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 1128 time: 0.1137910 Apr 12 18:43:05.498271 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-914b77ce-fe27-4837-a0f9-0dab2bf7c971 req-afd30545-cd92-4f92-a7ce-a3c500dc66e1 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 210 time: 0.0501595 Apr 12 18:43:05.517136 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341070a0-7ed5-49ae-99ef-813e993bdd54 req-9652ac97-b480-4e16-a4b9-45507e1f5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:05.518618 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-341070a0-7ed5-49ae-99ef-813e993bdd54 req-9652ac97-b480-4e16-a4b9-45507e1f5b22 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 1129 time: 0.1220491 Apr 12 18:43:05.561180 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0adef2-afae-4f85-8c4d-2e2f6ffcfb07 req-8cf8aa70-773c-4b06-97f5-05330bb6f24c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:05.562659 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5e0adef2-afae-4f85-8c4d-2e2f6ffcfb07 req-8cf8aa70-773c-4b06-97f5-05330bb6f24c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 944 time: 0.1016443 Apr 12 18:43:05.731123 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a3f91-3d2f-423a-bccc-ed09ce48f0e9 req-bd079fd5-ecbd-48ac-82d2-2329d194d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:05.732574 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-575a3f91-3d2f-423a-bccc-ed09ce48f0e9 req-bd079fd5-ecbd-48ac-82d2-2329d194d9c7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 916 time: 0.2059798 Apr 12 18:43:05.733707 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341070a0-7ed5-49ae-99ef-813e993bdd54 req-283d9ceb-92f4-489f-b64f-a943c971abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:05.734988 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-341070a0-7ed5-49ae-99ef-813e993bdd54 req-283d9ceb-92f4-489f-b64f-a943c971abf5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 913 time: 0.1987362 Apr 12 18:43:05.738340 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5e0adef2-afae-4f85-8c4d-2e2f6ffcfb07 req-c8dffbd6-e159-452a-bdd4-213b1233470b tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540744 Apr 12 18:43:05.942310 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-575a3f91-3d2f-423a-bccc-ed09ce48f0e9 req-823ddc80-d4f8-4399-b584-5e7fb4a87bfc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a HTTP/1.1" status: 200 len: 217 time: 0.0704575 Apr 12 18:43:06.052638 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-341070a0-7ed5-49ae-99ef-813e993bdd54 req-fb94cd4f-d74b-4e16-9e35-35dbddbffd8e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 HTTP/1.1" status: 200 len: 1000 time: 0.1884546 Apr 12 18:43:06.136305 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcf286-bc84-4642-a220-1a84097851c3 req-b693fa6d-1a01-42d1-9bfa-82182ded57e2 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:06.137859 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8abcf286-bc84-4642-a220-1a84097851c3 req-b693fa6d-1a01-42d1-9bfa-82182ded57e2 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.1828213 Apr 12 18:43:06.144110 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a3f91-3d2f-423a-bccc-ed09ce48f0e9 req-854407f3-9e7e-4292-8ac1-1aaf9f45ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:06.145455 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-575a3f91-3d2f-423a-bccc-ed09ce48f0e9 req-854407f3-9e7e-4292-8ac1-1aaf9f45ace2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33d52d9c-12da-4676-bd06-e720c647d8df HTTP/1.1" status: 200 len: 854 time: 0.1929255 Apr 12 18:43:06.197971 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341070a0-7ed5-49ae-99ef-813e993bdd54 req-5d177a32-1783-46d2-9073-45e015d3a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:06.199984 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-341070a0-7ed5-49ae-99ef-813e993bdd54 req-5d177a32-1783-46d2-9073-45e015d3a70f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60ec23c3-0a49-4ec5-aff1-04b053e8de73 HTTP/1.1" status: 200 len: 851 time: 0.1063080 Apr 12 18:43:06.251571 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-ace8f19c-d475-4ec6-8814-cf88cd82d093 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:06.253088 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-ace8f19c-d475-4ec6-8814-cf88cd82d093 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.65 "GET /v2.0/networks?id=4991e872-a4ca-4861-9134-30d35f62c14f HTTP/1.1" status: 200 len: 815 time: 0.2994688 Apr 12 18:43:06.290343 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-a92d2e80-fccd-4710-a641-c697c387fc8b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Request body: {'port': {'device_id': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'admin_state_up': True, 'tenant_id': '5c0557a41d704bfdafd843bef35dc901'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:43:06.315568 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a3f91-3d2f-423a-bccc-ed09ce48f0e9 req-9e6cfd95-ab79-4e67-8b71-64f81a1e6b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:06.317040 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-575a3f91-3d2f-423a-bccc-ed09ce48f0e9 req-9e6cfd95-ab79-4e67-8b71-64f81a1e6b9e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6ede6b-2ee4-4b44-9324-17591d93f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1417365 Apr 12 18:43:06.320134 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8abcf286-bc84-4642-a220-1a84097851c3 req-48193981-d7aa-4410-9128-5c3218822052 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738641 Apr 12 18:43:06.342053 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341070a0-7ed5-49ae-99ef-813e993bdd54 req-40c9ad7e-95c2-468b-a2fa-68578e6ddba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:06.342053 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-341070a0-7ed5-49ae-99ef-813e993bdd54 req-40c9ad7e-95c2-468b-a2fa-68578e6ddba1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=598a49f3-26e5-4adb-bc7e-a59d43832874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1190536 Apr 12 18:43:06.563684 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-575a3f91-3d2f-423a-bccc-ed09ce48f0e9 req-bb382c2f-4dfa-4982-bc98-227116c5b5df service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341728 Apr 12 18:43:06.629048 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-94435d52-22a7-4faa-8994-19308d617783 req-56485b54-60c2-4369-aaa3-499ba4983000 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 210 time: 0.0437400 Apr 12 18:43:06.630959 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-341070a0-7ed5-49ae-99ef-813e993bdd54 req-417cf497-6a44-4399-9070-59daee962822 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605822 Apr 12 18:43:06.640007 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-a92d2e80-fccd-4710-a641-c697c387fc8b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Made reservation on behalf of 5c0557a41d704bfdafd843bef35dc901 for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:43:06.644449 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-a92d2e80-fccd-4710-a641-c697c387fc8b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:06.690292 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:43:06.798051 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:43:06.804782 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-a92d2e80-fccd-4710-a641-c697c387fc8b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Allocated IP 172.20.0.11 (4991e872-a4ca-4861-9134-30d35f62c14f/517c8496-f91b-4b19-bc35-9daa46423f43/00e1fe14-26ff-4029-8b8a-4c3e6e796429) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:43:06.810190 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': 'a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'port_id': 'a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a', 'mac_address': 'fa:16:3e:b5:ec:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:43:06.849579 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:43:06.850220 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:06.864234 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:43:06.886007 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:43:06.890763 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:06.911057 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90847ff-79fb-4e5a-9436-a74ae4f9b694 req-4a0358b8-77b4-49f9-bf39-b3f396bf88a9 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:06.912611 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d90847ff-79fb-4e5a-9436-a74ae4f9b694 req-4a0358b8-77b4-49f9-bf39-b3f396bf88a9 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 944 time: 0.0707760 Apr 12 18:43:06.943667 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:07.027083 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d90847ff-79fb-4e5a-9436-a74ae4f9b694 req-b6d23858-b762-41e7-9ed6-b9af518737e0 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039040 Apr 12 18:43:07.063917 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-a92d2e80-fccd-4710-a641-c697c387fc8b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:07.100408 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-a92d2e80-fccd-4710-a641-c697c387fc8b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:07.148082 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-a92d2e80-fccd-4710-a641-c697c387fc8b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Network 4991e872-a4ca-4861-9134-30d35f62c14f is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:43:07.151256 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-a92d2e80-fccd-4710-a641-c697c387fc8b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:43:07.156127 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-a92d2e80-fccd-4710-a641-c697c387fc8b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:43:07.160879 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d2e80-fccd-4710-a641-c697c387fc8b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Pushing event updated for resources: {'Port': ['ID=00e1fe14-26ff-4029-8b8a-4c3e6e796429,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:07.207861 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-a92d2e80-fccd-4710-a641-c697c387fc8b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:07.208470 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-a92d2e80-fccd-4710-a641-c697c387fc8b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:07.230255 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-a92d2e80-fccd-4710-a641-c697c387fc8b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9554036 Apr 12 18:43:07.346856 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:43:07.427101 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-a534d910-b1ef-4ba1-875d-bc06f550e815 None None] Provisioning complete for port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:43:07.427759 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a534d910-b1ef-4ba1-875d-bc06f550e815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:07.439792 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d79427-7783-440b-8b60-e29b2a026dee req-9d124719-1a59-48a1-b6f4-775720e63a9c tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:07.441365 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f4d79427-7783-440b-8b60-e29b2a026dee req-9d124719-1a59-48a1-b6f4-775720e63a9c tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0505357 Apr 12 18:43:07.486788 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a534d910-b1ef-4ba1-875d-bc06f550e815 None None] Port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:43:07.498767 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f4d79427-7783-440b-8b60-e29b2a026dee req-4490df7b-c3e8-4f72-a5bc-e6d0b512cd89 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515444 Apr 12 18:43:07.753256 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf755e5-ac0a-44e3-abed-060acbf5c443 req-33855b6a-400d-4dfe-a967-1a5e9f926d38 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:07.754970 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1cf755e5-ac0a-44e3-abed-060acbf5c443 req-33855b6a-400d-4dfe-a967-1a5e9f926d38 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 932 time: 0.0506959 Apr 12 18:43:07.813021 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1cf755e5-ac0a-44e3-abed-060acbf5c443 req-6ccf872c-6659-4eab-a1d0-c23137ed8ff8 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517046 Apr 12 18:43:08.144883 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f00c10-c177-461b-8f5e-fc693c5cc368 req-93cc891e-7530-436c-8af4-c02cff6b7eb3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:08.146500 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-84f00c10-c177-461b-8f5e-fc693c5cc368 req-93cc891e-7530-436c-8af4-c02cff6b7eb3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 945 time: 0.0504062 Apr 12 18:43:08.198347 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-84f00c10-c177-461b-8f5e-fc693c5cc368 req-7f0ea15c-fa48-40d6-bf35-30a947b754f6 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457611 Apr 12 18:43:08.709273 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:43:08.762929 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:43:08.776194 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:43:08.776693 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:08.867967 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341a879-3aea-41b5-9110-edf76444d7ae req-6f5fa966-81b8-4df8-9543-3f9ea419f44d tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:08.870633 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:43:08.871015 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:08.873046 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f341a879-3aea-41b5-9110-edf76444d7ae req-6f5fa966-81b8-4df8-9543-3f9ea419f44d tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.3060906 Apr 12 18:43:08.910057 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f038c5-7d71-4a00-afd8-2d40536eaba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:43:08.912363 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7e6206-1a60-482d-af29-2827e0856064" -d '{"events": [{"server_uuid": "c6f038c5-7d71-4a00-afd8-2d40536eaba4", "name": "network-vif-plugged", "status": "completed", "tag": "a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:43:08.925819 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:43:08.934491 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:08.956252 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c4296-e7af-45f0-a722-02a3e9abc789 req-042a8bb5-7528-4a05-864c-2962ee007170 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:08.957767 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-497c4296-e7af-45f0-a722-02a3e9abc789 req-042a8bb5-7528-4a05-864c-2962ee007170 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 932 time: 0.0661414 Apr 12 18:43:08.960842 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f341a879-3aea-41b5-9110-edf76444d7ae req-41d8ce2e-2ac5-4d4c-85fd-7736c3396894 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858936 Apr 12 18:43:09.005505 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:09.011449 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-497c4296-e7af-45f0-a722-02a3e9abc789 req-f154997e-6099-4c25-9dff-c8dae578a27e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471084 Apr 12 18:43:09.057680 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc75506b-f055-4f8c-a28f-0e0d7f8f443e x-openstack-request-id: req-dc75506b-f055-4f8c-a28f-0e0d7f8f443e {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:43:09.058065 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f038c5-7d71-4a00-afd8-2d40536eaba4", "name": "network-vif-plugged", "status": "completed", "tag": "a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:43:09.058382 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc75506b-f055-4f8c-a28f-0e0d7f8f443e {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:43:09.058840 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc75506b-f055-4f8c-a28f-0e0d7f8f443e'] response: {'server_uuid': 'c6f038c5-7d71-4a00-afd8-2d40536eaba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a', 'code': 200} Apr 12 18:43:09.342093 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4d424-2e0f-4e81-a443-04ba98a21c0e req-15713c92-8059-4b56-bcd6-827d195c57c4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:09.343654 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-98d4d424-2e0f-4e81-a443-04ba98a21c0e req-15713c92-8059-4b56-bcd6-827d195c57c4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0520666 Apr 12 18:43:09.394667 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-98d4d424-2e0f-4e81-a443-04ba98a21c0e req-de0e9c78-48d5-4a33-b82c-837118009819 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451622 Apr 12 18:43:10.087937 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a0540-83f3-4501-8181-d7df7a1282ac req-dbe25cd7-b466-4ed4-9a9e-e98bf0a35430 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:10.089506 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-060a0540-83f3-4501-8181-d7df7a1282ac req-dbe25cd7-b466-4ed4-9a9e-e98bf0a35430 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0495408 Apr 12 18:43:10.170799 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8ca3c-5ca8-4824-a20a-cf7d787282f4 req-c0508e7b-320d-4d4c-acc5-fd3a692e1c5a tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:10.172286 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32f8ca3c-5ca8-4824-a20a-cf7d787282f4 req-c0508e7b-320d-4d4c-acc5-fd3a692e1c5a tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 932 time: 0.0746794 Apr 12 18:43:10.180094 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-060a0540-83f3-4501-8181-d7df7a1282ac req-68d9b25d-8c17-4c8f-8391-c292328acce7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842242 Apr 12 18:43:10.223786 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32f8ca3c-5ca8-4824-a20a-cf7d787282f4 req-92e8ded4-16b5-4d60-a936-947e478f2d25 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427177 Apr 12 18:43:10.510487 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e079afe-451c-4593-a32b-c8dac823aea7 req-8f0baa7b-721a-4b26-97e9-062a28cf5a5c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:10.512084 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2e079afe-451c-4593-a32b-c8dac823aea7 req-8f0baa7b-721a-4b26-97e9-062a28cf5a5c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0493922 Apr 12 18:43:10.561358 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2e079afe-451c-4593-a32b-c8dac823aea7 req-f48ae9c4-48aa-483c-82ae-4112d618e782 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434895 Apr 12 18:43:11.297598 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8901b-35a5-43fd-b4c1-f2473aeaa514 req-288ac992-264c-445f-bf41-4b78a4fd752a tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:11.299372 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b0b8901b-35a5-43fd-b4c1-f2473aeaa514 req-288ac992-264c-445f-bf41-4b78a4fd752a tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0498011 Apr 12 18:43:11.365234 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6e994-13bf-4061-a20b-b83e435ec1bb req-6b5f27d1-c1bf-4d90-bec2-6168b1385dbf tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:11.366749 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c8d6e994-13bf-4061-a20b-b83e435ec1bb req-6b5f27d1-c1bf-4d90-bec2-6168b1385dbf tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 932 time: 0.0664499 Apr 12 18:43:11.405684 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b0b8901b-35a5-43fd-b4c1-f2473aeaa514 req-5d01409f-ae7c-459b-abbf-d3913d1961a5 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963423 Apr 12 18:43:11.436127 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c8d6e994-13bf-4061-a20b-b83e435ec1bb req-dc07d842-cfe0-4a12-b6ff-db33f2423d2c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634050 Apr 12 18:43:11.682295 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa0ad2-0538-4fb9-a2b4-c77e6c338f46 req-dbb21af5-b32a-4786-abb1-dccf0579f8fa tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:11.683890 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fbaa0ad2-0538-4fb9-a2b4-c77e6c338f46 req-dbb21af5-b32a-4786-abb1-dccf0579f8fa tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0505056 Apr 12 18:43:11.742638 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fbaa0ad2-0538-4fb9-a2b4-c77e6c338f46 req-7b97ad35-3d5a-4de1-b59d-693f363e41f5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525398 Apr 12 18:43:12.525875 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4245ae-60b8-498d-a87c-8ecdc362a450 req-798f0a66-c6c0-495a-9237-ba1b1cd150d9 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:12.527564 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bd4245ae-60b8-498d-a87c-8ecdc362a450 req-798f0a66-c6c0-495a-9237-ba1b1cd150d9 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0515351 Apr 12 18:43:12.591641 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f2e41-3586-4224-9541-e3a56637c3e9 req-d27264f2-af75-49b2-b1ea-7a9ac87aea61 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:12.593178 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d15f2e41-3586-4224-9541-e3a56637c3e9 req-d27264f2-af75-49b2-b1ea-7a9ac87aea61 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 932 time: 0.0646608 Apr 12 18:43:12.617347 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bd4245ae-60b8-498d-a87c-8ecdc362a450 req-dfcc1844-a09a-4532-914f-927926715a65 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801377 Apr 12 18:43:12.653059 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d15f2e41-3586-4224-9541-e3a56637c3e9 req-dc8d2824-da84-413b-8e40-d1c3e3d68359 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488203 Apr 12 18:43:12.858043 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c890977-1408-40f7-bba9-e23799191d65 req-296c694f-9400-455c-8123-7dd04321846a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:12.859532 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7c890977-1408-40f7-bba9-e23799191d65 req-296c694f-9400-455c-8123-7dd04321846a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0474975 Apr 12 18:43:12.913556 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7c890977-1408-40f7-bba9-e23799191d65 req-46dff44e-3ed6-44ec-993e-69cc2cad0f07 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456796 Apr 12 18:43:13.296885 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0834de10-1e0f-45ee-b326-09548e63067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:13.773660 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3fbfa-c112-4934-9ac5-0560a95514ec req-1058334b-c78f-4dc6-8f1c-72207e6b749e tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:13.775274 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-92d3fbfa-c112-4934-9ac5-0560a95514ec req-1058334b-c78f-4dc6-8f1c-72207e6b749e tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0832906 Apr 12 18:43:13.786889 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd3d6f-f8e4-460e-8f28-7609d7105d0d req-edea7e4b-bd6e-499e-8542-de7e2e0d63c3 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:13.788399 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-04fd3d6f-f8e4-460e-8f28-7609d7105d0d req-edea7e4b-bd6e-499e-8542-de7e2e0d63c3 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 932 time: 0.0620716 Apr 12 18:43:13.865862 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-92d3fbfa-c112-4934-9ac5-0560a95514ec req-7bb13374-0279-432f-9193-a8b9a6f06e07 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765154 Apr 12 18:43:13.870030 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-04fd3d6f-f8e4-460e-8f28-7609d7105d0d req-ab2bf339-85c3-4bfc-a5eb-2e01f56ae53f tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673723 Apr 12 18:43:14.032929 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc0309-4dfe-47c7-9cb4-ebf6124f0899 req-ab71a195-efd5-4185-8564-3d49eb234711 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:14.034488 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8bfc0309-4dfe-47c7-9cb4-ebf6124f0899 req-ab71a195-efd5-4185-8564-3d49eb234711 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0527422 Apr 12 18:43:14.085707 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8bfc0309-4dfe-47c7-9cb4-ebf6124f0899 req-71de60c1-c9a1-400f-ae50-31c429b64c09 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451300 Apr 12 18:43:15.016168 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101cfa4-c689-49a6-ba82-755f6c43c2b6 req-945da023-e537-47ef-8697-7562d4f3845d tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:15.017681 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a101cfa4-c689-49a6-ba82-755f6c43c2b6 req-945da023-e537-47ef-8697-7562d4f3845d tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0775900 Apr 12 18:43:15.023627 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1406f-f830-443f-a74d-6623122f9f63 req-9f8ee7bc-74c5-46a6-b2d6-ce845e55468c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:15.025070 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aec1406f-f830-443f-a74d-6623122f9f63 req-9f8ee7bc-74c5-46a6-b2d6-ce845e55468c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 932 time: 0.0829813 Apr 12 18:43:15.098407 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a101cfa4-c689-49a6-ba82-755f6c43c2b6 req-ab1088b3-7920-4293-b25e-0f5cf44dafb0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724118 Apr 12 18:43:15.101858 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aec1406f-f830-443f-a74d-6623122f9f63 req-4ee7ac90-88a9-4eb1-9c51-99a772c8a4e3 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697339 Apr 12 18:43:15.207288 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c015c-9f53-4a89-b826-f06d6b21f32f req-fd90b7cd-8c93-4cf5-9254-fc2be070eba1 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:15.208801 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f38c015c-9f53-4a89-b826-f06d6b21f32f req-fd90b7cd-8c93-4cf5-9254-fc2be070eba1 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0486174 Apr 12 18:43:15.257893 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f38c015c-9f53-4a89-b826-f06d6b21f32f req-96eeffdc-744a-4964-9fa3-177343712b7c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435183 Apr 12 18:43:15.719533 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-89660541-238f-44bf-ae66-8f8c59a8200d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:16.254084 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc833a-4bf4-4566-9b83-710d857b3b06 req-fd8e8ae0-b3dc-422e-a68a-92e16259f689 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:16.255606 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-87fc833a-4bf4-4566-9b83-710d857b3b06 req-fd8e8ae0-b3dc-422e-a68a-92e16259f689 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0779195 Apr 12 18:43:16.262262 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de4bd5-2a8d-434e-8913-3e97c5c9d310 req-79135ea6-46ff-49af-a809-64a104271b27 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:16.263789 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-73de4bd5-2a8d-434e-8913-3e97c5c9d310 req-79135ea6-46ff-49af-a809-64a104271b27 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 932 time: 0.0873504 Apr 12 18:43:16.337470 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-87fc833a-4bf4-4566-9b83-710d857b3b06 req-d4afe119-6293-4406-97b0-14e78f7982fb tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726612 Apr 12 18:43:16.340696 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-73de4bd5-2a8d-434e-8913-3e97c5c9d310 req-4025440e-2f4a-4653-b866-8dea679ec48a tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700574 Apr 12 18:43:16.442499 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642f7d3-33cc-4074-af9a-20f68f302a44 req-0c09a5f2-a3ab-45ec-96de-f575b337d0f3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:16.443944 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b642f7d3-33cc-4074-af9a-20f68f302a44 req-0c09a5f2-a3ab-45ec-96de-f575b337d0f3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0488806 Apr 12 18:43:16.494319 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b642f7d3-33cc-4074-af9a-20f68f302a44 req-e6e2ea5a-f5cd-47fb-a27c-cfd1a2c57059 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447259 Apr 12 18:43:16.581025 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:17.482495 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e499e9d-4594-46b3-b6ad-2f69388e7b92 req-efc6c4fa-3595-43a5-a8f6-b42fe7770504 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:17.484023 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4e499e9d-4594-46b3-b6ad-2f69388e7b92 req-efc6c4fa-3595-43a5-a8f6-b42fe7770504 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 932 time: 0.0752690 Apr 12 18:43:17.492177 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7512240-0216-401b-94be-afc3b31e875c req-99d78f37-14b9-4706-a9ab-82c97ba26e77 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:17.493540 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c7512240-0216-401b-94be-afc3b31e875c req-99d78f37-14b9-4706-a9ab-82c97ba26e77 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0829515 Apr 12 18:43:17.568782 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4e499e9d-4594-46b3-b6ad-2f69388e7b92 req-9530bd44-5e4b-4c21-93cb-cbdb5e7a750c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742974 Apr 12 18:43:17.572088 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c7512240-0216-401b-94be-afc3b31e875c req-5b207844-e3bc-4ef3-87c8-7fd60b1089d1 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714934 Apr 12 18:43:17.674688 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e695cb-c3d9-4304-80a5-5b0902394f77 req-9a39e28f-2c2c-4ad4-a505-2ecbb3f0f406 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:17.676350 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c9e695cb-c3d9-4304-80a5-5b0902394f77 req-9a39e28f-2c2c-4ad4-a505-2ecbb3f0f406 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0522902 Apr 12 18:43:17.725636 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c9e695cb-c3d9-4304-80a5-5b0902394f77 req-7410b0de-fa2d-4d67-93dc-7b3f6cf69779 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432916 Apr 12 18:43:18.005720 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:18.709538 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7df6a-3839-4543-9e82-30d46f82eddd req-03217ac7-3d2e-4bbc-b83d-8f6828171e76 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:18.711001 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cbb7df6a-3839-4543-9e82-30d46f82eddd req-03217ac7-3d2e-4bbc-b83d-8f6828171e76 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 932 time: 0.0713940 Apr 12 18:43:18.718770 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f429cce-38f6-4075-9eeb-7278e0079e94 req-68c8007a-ab79-4dab-bbf8-b9a52a00f650 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:18.720132 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4f429cce-38f6-4075-9eeb-7278e0079e94 req-68c8007a-ab79-4dab-bbf8-b9a52a00f650 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0717454 Apr 12 18:43:18.789159 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cbb7df6a-3839-4543-9e82-30d46f82eddd req-8e08cc13-3380-4ce2-9a52-fce507f0aa11 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680978 Apr 12 18:43:18.796242 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4f429cce-38f6-4075-9eeb-7278e0079e94 req-d6e62a46-ed1c-4580-8c3b-2d5cb6fc70ab tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696614 Apr 12 18:43:18.891614 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e00076-4c4a-4a1d-8f99-9fe07ad2fd05 req-86c86725-0ba4-4310-9b00-8f068132debd tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:18.892667 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:43:18.893231 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-85e00076-4c4a-4a1d-8f99-9fe07ad2fd05 req-86c86725-0ba4-4310-9b00-8f068132debd tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0477529 Apr 12 18:43:18.941717 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-85e00076-4c4a-4a1d-8f99-9fe07ad2fd05 req-b24fea6b-73ea-43a3-97c8-3b7e23af30ff tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405548 Apr 12 18:43:19.737091 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:19.929113 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83740b14-e183-48a1-ab2a-0ebfc1957d3f req-35240b3a-8a3b-4cf4-b32b-6d43b8b7cfa9 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:19.930606 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-83740b14-e183-48a1-ab2a-0ebfc1957d3f req-35240b3a-8a3b-4cf4-b32b-6d43b8b7cfa9 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 932 time: 0.0751526 Apr 12 18:43:19.958273 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5d89e-2fde-405f-8abe-94cb18407d8a req-5156ddc2-84f3-4c08-813c-1210be740925 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:19.959767 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-70f5d89e-2fde-405f-8abe-94cb18407d8a req-5156ddc2-84f3-4c08-813c-1210be740925 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0758114 Apr 12 18:43:20.011314 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-83740b14-e183-48a1-ab2a-0ebfc1957d3f req-7536ef15-e8c9-4146-9b5a-e44f34fae61d tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747313 Apr 12 18:43:20.027989 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-70f5d89e-2fde-405f-8abe-94cb18407d8a req-7ad7b02c-0e13-4e69-a16e-0f530b77e361 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613015 Apr 12 18:43:20.113619 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cc4a5-5d69-4e7a-957d-b29bedeab9c7 req-4514b289-d8df-4c9c-82d4-d1a1b49ade06 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:20.115102 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-204cc4a5-5d69-4e7a-957d-b29bedeab9c7 req-4514b289-d8df-4c9c-82d4-d1a1b49ade06 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0491977 Apr 12 18:43:20.163689 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-204cc4a5-5d69-4e7a-957d-b29bedeab9c7 req-d6a0c5ab-5dca-485d-8b5e-8bcf0f86c62f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427780 Apr 12 18:43:21.157388 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d2398-d1ff-4a6b-bc20-296b8b1f517c req-d84e34cf-3be9-4e4a-82be-68978b111bba tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:21.158841 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-db1d2398-d1ff-4a6b-bc20-296b8b1f517c req-d84e34cf-3be9-4e4a-82be-68978b111bba tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 932 time: 0.0759907 Apr 12 18:43:21.178332 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b398f-1b37-4bf3-8055-48f54d0a8d7b req-6b02f79f-725b-4c79-a9af-6d3c5072cfce tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:21.179734 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-827b398f-1b37-4bf3-8055-48f54d0a8d7b req-6b02f79f-725b-4c79-a9af-6d3c5072cfce tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0694194 Apr 12 18:43:21.237285 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-db1d2398-d1ff-4a6b-bc20-296b8b1f517c req-3ec02f14-9635-476b-86db-e0198205999e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725858 Apr 12 18:43:21.248291 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-827b398f-1b37-4bf3-8055-48f54d0a8d7b req-3a300cfe-5216-43b7-95e3-64289bcbd7a6 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614867 Apr 12 18:43:21.340940 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358ad3b-0225-4a2e-af92-2dd523f218f5 req-1d81bb9a-4e0b-45d4-a906-29c2c7b92b58 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:21.342434 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3358ad3b-0225-4a2e-af92-2dd523f218f5 req-1d81bb9a-4e0b-45d4-a906-29c2c7b92b58 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0485442 Apr 12 18:43:21.389021 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3358ad3b-0225-4a2e-af92-2dd523f218f5 req-97f0356e-5ed0-4b91-8e32-3947bfdddad9 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404596 Apr 12 18:43:21.475214 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Request body: {'port': {'device_id': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:43:21.689599 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:21.694413 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-341070a0-7ed5-49ae-99ef-813e993bdd54 req-62e01453-67c7-4043-9f0b-7577dbd566df service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404423 Apr 12 18:43:21.696169 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-575a3f91-3d2f-423a-bccc-ed09ce48f0e9 req-bd3c699a-0777-488d-8ac1-315c996cf041 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336111 Apr 12 18:43:21.707097 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903fa8e-a022-4d8c-8988-f5bbe8becfe3 req-cf34617c-924d-4593-ad1a-6d7b5863d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:21.708572 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6903fa8e-a022-4d8c-8988-f5bbe8becfe3 req-cf34617c-924d-4593-ad1a-6d7b5863d7bd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 1130 time: 0.0677884 Apr 12 18:43:21.830684 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6903fa8e-a022-4d8c-8988-f5bbe8becfe3 req-8cf78768-ff70-438e-9505-a039c599c81b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153383 Apr 12 18:43:21.989674 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e1fe14-26ff-4029-8b8a-4c3e6e796429 {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:43:21.996969 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Publish callbacks [] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:22.009844 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Transition to ACTIVE for port object 00e1fe14-26ff-4029-8b8a-4c3e6e796429 will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:43:22.016936 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:22.064113 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Pushing event updated for resources: {'Port': ['ID=00e1fe14-26ff-4029-8b8a-4c3e6e796429,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:22.143388 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Attempting to bind port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:43:22.143735 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Attempting to bind port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'c578bd82-a6d1-407f-838b-337bfb4e2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:43:22.144069 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Attempting to bind port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 on network 4991e872-a4ca-4861-9134-30d35f62c14f {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:43:22.148897 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 on network 4991e872-a4ca-4861-9134-30d35f62c14f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:43:22.149223 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Attempting to bind port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 on network 4991e872-a4ca-4861-9134-30d35f62c14f {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:43:22.154358 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:43:22.154695 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Checking segment: {'id': 'c578bd82-a6d1-407f-838b-337bfb4e2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:43:22.155174 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Bound using segment: {'id': 'c578bd82-a6d1-407f-838b-337bfb4e2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:43:22.155639 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Bound port: 00e1fe14-26ff-4029-8b8a-4c3e6e796429, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c578bd82-a6d1-407f-838b-337bfb4e2ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:43:22.156004 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:22.222892 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] For port 00e1fe14-26ff-4029-8b8a-4c3e6e796429, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:43:22.226105 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] For port 00e1fe14-26ff-4029-8b8a-4c3e6e796429, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=00e1fe14-26ff-4029-8b8a-4c3e6e796429,segment=NetworkSegment(c578bd82-a6d1-407f-838b-337bfb4e2ffb),segment_id=c578bd82-a6d1-407f-838b-337bfb4e2ffb)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:43:22.233571 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:22.266951 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:22.267592 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:22.268970 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] 10.222.0.65 "PUT /v2.0/ports/00e1fe14-26ff-4029-8b8a-4c3e6e796429 HTTP/1.1" status: 200 len: 1094 time: 0.8053493 Apr 12 18:43:22.269429 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'tag': '00e1fe14-26ff-4029-8b8a-4c3e6e796429'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:43:22.272641 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32807d28-28e1-4ed6-ae00-10a852e780eb" -d '{"events": [{"name": "network-changed", "server_uuid": "09da79ee-3ee2-4c35-9348-0f64d8583355", "tag": "00e1fe14-26ff-4029-8b8a-4c3e6e796429"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:43:22.296241 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe81e9b-e6ad-425b-8aa3-aa03e9e57533 service neutron] Pushing event updated for resources: {'Port': ['ID=00e1fe14-26ff-4029-8b8a-4c3e6e796429,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:22.437968 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6523442-9033-4b10-a02e-1211c251c72a req-729ebe43-f29c-46c8-af07-741e68c5077d tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:22.439558 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e6523442-9033-4b10-a02e-1211c251c72a req-729ebe43-f29c-46c8-af07-741e68c5077d tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 944 time: 0.1080630 Apr 12 18:43:22.442923 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-7a4838b5-573f-4c50-a026-cf5137182a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:22.444376 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-7a4838b5-573f-4c50-a026-cf5137182a71 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c0557a41d704bfdafd843bef35dc901&device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 1128 time: 0.1023386 Apr 12 18:43:22.461480 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6869d4-8408-41f3-a483-472bbbe34091 req-1d31e728-0972-4cd6-9399-619f532eaa86 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:22.462915 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ec6869d4-8408-41f3-a483-472bbbe34091 req-1d31e728-0972-4cd6-9399-619f532eaa86 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0932758 Apr 12 18:43:22.526547 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e6523442-9033-4b10-a02e-1211c251c72a req-f468a84b-e51c-4c58-9149-a38b8ef6e997 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791013 Apr 12 18:43:22.529686 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ec6869d4-8408-41f3-a483-472bbbe34091 req-cd6ce55c-4ce5-456d-9e53-f4c86d2f72e1 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605891 Apr 12 18:43:22.574991 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b15666-1e1c-484f-b861-282078056a5f x-openstack-request-id: req-06b15666-1e1c-484f-b861-282078056a5f {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:43:22.575544 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09da79ee-3ee2-4c35-9348-0f64d8583355", "tag": "00e1fe14-26ff-4029-8b8a-4c3e6e796429", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:43:22.575871 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06b15666-1e1c-484f-b861-282078056a5f {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:43:22.576350 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b15666-1e1c-484f-b861-282078056a5f'] response: {'name': 'network-changed', 'server_uuid': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'tag': '00e1fe14-26ff-4029-8b8a-4c3e6e796429', 'status': 'completed', 'code': 200} Apr 12 18:43:22.639167 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c726d-c561-48cf-b107-1205cd56e090 req-53176582-b573-410e-95f1-0523ebcb04fb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:22.646389 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-242c726d-c561-48cf-b107-1205cd56e090 req-53176582-b573-410e-95f1-0523ebcb04fb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0563312 Apr 12 18:43:22.689121 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-242c726d-c561-48cf-b107-1205cd56e090 req-a44f8ef2-a072-4087-9341-0f16c883b787 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Apr 12 18:43:22.742923 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137c3a9-ad66-4336-b846-cccfe3fbcca3 req-3b51c40d-c500-42ef-8b87-d5f3925dd072 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:22.744578 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8137c3a9-ad66-4336-b846-cccfe3fbcca3 req-3b51c40d-c500-42ef-8b87-d5f3925dd072 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0470786 Apr 12 18:43:22.791988 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8137c3a9-ad66-4336-b846-cccfe3fbcca3 req-26dac3d6-0c57-4ea3-9ef8-ef3f4e704462 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417337 Apr 12 18:43:22.993785 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-e5b44898-1688-4856-8af2-7b222996be13 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00e1fe14-26ff-4029-8b8a-4c3e6e796429 HTTP/1.1" status: 200 len: 217 time: 0.0450583 Apr 12 18:43:23.213907 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-5f351acf-9435-4010-9cf2-a8c7a05d82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:23.215408 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-5f351acf-9435-4010-9cf2-a8c7a05d82f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=517c8496-f91b-4b19-bc35-9daa46423f43 HTTP/1.1" status: 200 len: 854 time: 0.0478282 Apr 12 18:43:23.286215 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-0e220142-0de5-4bfb-bebd-c321cf7013b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:23.287826 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-0e220142-0de5-4bfb-bebd-c321cf7013b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4991e872-a4ca-4861-9134-30d35f62c14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648422 Apr 12 18:43:23.292995 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d010007-f1cd-4d41-b8ee-dd705ebcb81e req-595cf478-644d-4bde-8dd1-cb4d89828334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:23.294348 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1d010007-f1cd-4d41-b8ee-dd705ebcb81e req-595cf478-644d-4bde-8dd1-cb4d89828334 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87396fafe66b4b39a6c3d47bffe8eacb&device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 1130 time: 0.0452492 Apr 12 18:43:23.514319 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d010007-f1cd-4d41-b8ee-dd705ebcb81e req-6e3f94d5-c758-46ef-9e86-7af8b55257ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:23.515721 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1d010007-f1cd-4d41-b8ee-dd705ebcb81e req-6e3f94d5-c758-46ef-9e86-7af8b55257ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=dcd504b7-0834-41e9-a8df-b699bcbecfe2 HTTP/1.1" status: 200 len: 912 time: 0.1570835 Apr 12 18:43:23.517559 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-1c6e4b64-74d2-4ee4-bf4e-89a3c479e1e9 service neutron] 10.222.0.65 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514878 Apr 12 18:43:23.771520 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2115e9f-823c-40d3-bd64-6f2a998d1b6c req-3c90fadc-dda4-44cc-a3d8-4ce093d0bb73 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:23.772936 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c2115e9f-823c-40d3-bd64-6f2a998d1b6c req-3c90fadc-dda4-44cc-a3d8-4ce093d0bb73 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 944 time: 0.1762989 Apr 12 18:43:23.821330 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b3ef4-e195-4d56-b2f0-d9e76ce0e2f6 req-68a331a7-298a-468b-8ffd-2ebdeb94deb4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:23.822788 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-252b3ef4-e195-4d56-b2f0-d9e76ce0e2f6 req-68a331a7-298a-468b-8ffd-2ebdeb94deb4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0674002 Apr 12 18:43:23.917307 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c2115e9f-823c-40d3-bd64-6f2a998d1b6c req-8f4b152b-0a5f-425e-8f05-a495015806ac tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242099 Apr 12 18:43:24.250718 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-252b3ef4-e195-4d56-b2f0-d9e76ce0e2f6 req-14554f65-b335-41d5-8981-001385771937 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4215770 Apr 12 18:43:24.255891 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1d010007-f1cd-4d41-b8ee-dd705ebcb81e req-f3e1cb4c-cd72-46b2-9b18-156125ed17c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22810e15-f266-473a-a3bb-eae68152fdd7 HTTP/1.1" status: 200 len: 1001 time: 0.3997548 Apr 12 18:43:24.307787 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaee548-83d8-4db4-8abf-55be05755775 req-0b534437-13fd-458f-acea-e4e289cbb73a tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:24.309248 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3aaee548-83d8-4db4-8abf-55be05755775 req-0b534437-13fd-458f-acea-e4e289cbb73a tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.1056554 Apr 12 18:43:24.318099 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad4dcccc-3a63-4f5e-afba-f2f067b51014 req-a136eb75-a4d9-404a-8149-c9d79226c6c3 service neutron] 10.222.0.65 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671698 Apr 12 18:43:24.346444 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d010007-f1cd-4d41-b8ee-dd705ebcb81e req-bd16553f-20d8-4020-874a-900f723c4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:24.347918 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1d010007-f1cd-4d41-b8ee-dd705ebcb81e req-bd16553f-20d8-4020-874a-900f723c4ea6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cdabe6e-b69b-428b-98d7-bd6e6c83c23e HTTP/1.1" status: 200 len: 850 time: 0.0833731 Apr 12 18:43:24.377418 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3aaee548-83d8-4db4-8abf-55be05755775 req-271e6b9b-ef9a-4e19-a56c-810bcdec42e0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612655 Apr 12 18:43:24.430822 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a3c01-09c0-4fbd-8064-a40a90c84fd0 req-2566efbd-c3ef-4011-a5f0-5d70b35899e2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:24.432364 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ef7a3c01-09c0-4fbd-8064-a40a90c84fd0 req-2566efbd-c3ef-4011-a5f0-5d70b35899e2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.1173756 Apr 12 18:43:24.441472 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33312) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:24.446101 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-e93e6267-e0f6-4e59-82ec-71e614871b53 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'floatingip': {'port_id': 'a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:43:24.487028 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e93e6267-e0f6-4e59-82ec-71e614871b53 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (fc16d30b-bb7d-4798-b74e-8cec731856cb), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:24.932023 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e93e6267-e0f6-4e59-82ec-71e614871b53 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:24.937551 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e93e6267-e0f6-4e59-82ec-71e614871b53 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (fc16d30b-bb7d-4798-b74e-8cec731856cb), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:25.066206 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6962e9-d3f8-4453-b4a3-09b4519d0188 req-a889cf4c-5a68-499c-8f94-fbbfad08fff6 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:25.067604 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ff6962e9-d3f8-4453-b4a3-09b4519d0188 req-a889cf4c-5a68-499c-8f94-fbbfad08fff6 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 944 time: 0.0831499 Apr 12 18:43:25.081455 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-e93e6267-e0f6-4e59-82ec-71e614871b53 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Floating IP fc16d30b-bb7d-4798-b74e-8cec731856cb associated. External IP: 172.27.2.219, port: a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a. Apr 12 18:43:25.184861 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ff6962e9-d3f8-4453-b4a3-09b4519d0188 req-9d24575b-3cc6-452a-960a-d195264d4af4 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110148 Apr 12 18:43:25.318061 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93e6267-e0f6-4e59-82ec-71e614871b53 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:43:25.427426 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93e6267-e0f6-4e59-82ec-71e614871b53 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:43:25.432405 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e93e6267-e0f6-4e59-82ec-71e614871b53 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:25.438454 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ecda1-c8b6-4e82-b96c-41975cd6ec3f None None] Sync routers for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:43:25.448886 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ecda1-c8b6-4e82-b96c-41975cd6ec3f None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:43:25.449829 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d42ecda1-c8b6-4e82-b96c-41975cd6ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:43:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:25.488202 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-e93e6267-e0f6-4e59-82ec-71e614871b53 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "PUT /v2.0/floatingips/fc16d30b-bb7d-4798-b74e-8cec731856cb HTTP/1.1" status: 200 len: 992 time: 1.0456061 Apr 12 18:43:25.490577 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f038c5-7d71-4a00-afd8-2d40536eaba4', 'tag': 'a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:43:25.492856 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8022ad-db17-4189-9911-47e7271f70b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f038c5-7d71-4a00-afd8-2d40536eaba4", "tag": "a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:43:25.508164 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3eae3-5013-4213-8de2-3042ec3fe8b9 req-3f075782-5dd4-42d7-b11d-8f8bdc478eb9 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:25.509657 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-37c3eae3-5013-4213-8de2-3042ec3fe8b9 req-3f075782-5dd4-42d7-b11d-8f8bdc478eb9 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0588489 Apr 12 18:43:25.533442 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48396772-bb02-4983-8ec8-ea2cec663143 x-openstack-request-id: req-48396772-bb02-4983-8ec8-ea2cec663143 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:43:25.533734 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f038c5-7d71-4a00-afd8-2d40536eaba4", "tag": "a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:43:25.534020 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48396772-bb02-4983-8ec8-ea2cec663143 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:43:25.534426 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48396772-bb02-4983-8ec8-ea2cec663143'] response: {'name': 'network-changed', 'server_uuid': 'c6f038c5-7d71-4a00-afd8-2d40536eaba4', 'tag': 'a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a', 'status': 'completed', 'code': 200} Apr 12 18:43:25.564994 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-d42ecda1-c8b6-4e82-b96c-41975cd6ec3f None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:43:25.567127 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-37c3eae3-5013-4213-8de2-3042ec3fe8b9 req-91741d6a-0883-4607-9804-20d3bf402e10 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499713 Apr 12 18:43:25.783367 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d42ecda1-c8b6-4e82-b96c-41975cd6ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '6d701f29-ef6c-4dc6-be74-6e13a54fb35b', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:f4:79:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:38:39Z', 'updated_at': '2022-04-12T18:39:37Z', 'revision_number': 2, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}, {'id': 'fc16d30b-bb7d-4798-b74e-8cec731856cb', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': 'a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:b5:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f038c5-7d71-4a00-afd8-2d40536eaba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:42:56Z', 'updated_at': '2022-04-12T18:43:24Z', 'revision_number': 1, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:25.809545 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ecda1-c8b6-4e82-b96c-41975cd6ec3f None None] Checking router: 8e861e55-c1da-476c-a48d-ec2cf39b40b8 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:43:25.818207 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ecda1-c8b6-4e82-b96c-41975cd6ec3f None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:43:25.818791 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d42ecda1-c8b6-4e82-b96c-41975cd6ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:43:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:25.927176 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-d42ecda1-c8b6-4e82-b96c-41975cd6ec3f None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:43:26.222011 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d42ecda1-c8b6-4e82-b96c-41975cd6ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '6d701f29-ef6c-4dc6-be74-6e13a54fb35b', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:f4:79:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:38:39Z', 'updated_at': '2022-04-12T18:39:37Z', 'revision_number': 2, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}, {'id': 'fc16d30b-bb7d-4798-b74e-8cec731856cb', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': 'a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:b5:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f038c5-7d71-4a00-afd8-2d40536eaba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:42:56Z', 'updated_at': '2022-04-12T18:43:24Z', 'revision_number': 1, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:26.251471 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ecda1-c8b6-4e82-b96c-41975cd6ec3f None None] The sync data for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi is: [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '6d701f29-ef6c-4dc6-be74-6e13a54fb35b', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:f4:79:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:38:39Z', 'updated_at': '2022-04-12T18:39:37Z', 'revision_number': 2, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}, {'id': 'fc16d30b-bb7d-4798-b74e-8cec731856cb', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': 'a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:b5:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f038c5-7d71-4a00-afd8-2d40536eaba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:42:56Z', 'updated_at': '2022-04-12T18:43:24Z', 'revision_number': 1, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:43:26.304879 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c7aa0-acf7-4c4d-abbb-5c5330dacf7b req-c2043a98-5f42-44e1-b7c5-c6b786247bef tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:26.306552 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-278c7aa0-acf7-4c4d-abbb-5c5330dacf7b req-c2043a98-5f42-44e1-b7c5-c6b786247bef tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 944 time: 0.0509782 Apr 12 18:43:26.355602 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-278c7aa0-acf7-4c4d-abbb-5c5330dacf7b req-99c3b257-8c3c-4034-bedc-89371ca363e1 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431294 Apr 12 18:43:26.459246 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa62471-9f9e-42da-9602-d6e61ff0f4d2 None None] New status for floating IP fc16d30b-bb7d-4798-b74e-8cec731856cb: ACTIVE {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:43:26.684348 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae30e33-74c1-4156-9576-fa8b911b86c2 req-c23ec8ff-d1ba-4717-8cee-80938ec13f8e tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:26.685869 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7ae30e33-74c1-4156-9576-fa8b911b86c2 req-c23ec8ff-d1ba-4717-8cee-80938ec13f8e tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0496204 Apr 12 18:43:26.734305 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7ae30e33-74c1-4156-9576-fa8b911b86c2 req-92a6286b-65a7-44e9-aa69-3b24426ec3f5 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427079 Apr 12 18:43:26.851312 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 00e1fe14-26ff-4029-8b8a-4c3e6e796429 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:43:26.860688 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d010007-f1cd-4d41-b8ee-dd705ebcb81e req-786f812a-a1da-4c96-b547-3cc3dbbcefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:26.862189 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1d010007-f1cd-4d41-b8ee-dd705ebcb81e req-786f812a-a1da-4c96-b547-3cc3dbbcefa9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcd504b7-0834-41e9-a8df-b699bcbecfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1008589 Apr 12 18:43:26.870654 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8022ad-db17-4189-9911-47e7271f70b0 req-db245332-dd39-44f6-975d-a3a07a64b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:26.872069 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2d8022ad-db17-4189-9911-47e7271f70b0 req-db245332-dd39-44f6-975d-a3a07a64b564 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 1130 time: 0.0780938 Apr 12 18:43:26.873006 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32807d28-28e1-4ed6-ae00-10a852e780eb req-39bde9d7-0a38-48c3-897d-72d9fae1bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:26.874374 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32807d28-28e1-4ed6-ae00-10a852e780eb req-39bde9d7-0a38-48c3-897d-72d9fae1bc8e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c0557a41d704bfdafd843bef35dc901&device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 1128 time: 0.0787880 Apr 12 18:43:26.951020 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 00e1fe14-26ff-4029-8b8a-4c3e6e796429, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=00e1fe14-26ff-4029-8b8a-4c3e6e796429,segment=NetworkSegment(c578bd82-a6d1-407f-838b-337bfb4e2ffb),segment_id=c578bd82-a6d1-407f-838b-337bfb4e2ffb)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:43:26.966284 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '00e1fe14-26ff-4029-8b8a-4c3e6e796429', 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'port_id': '00e1fe14-26ff-4029-8b8a-4c3e6e796429', 'mac_address': 'fa:16:3e:e2:ed:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:43:27.003798 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:43:27.004189 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:27.017215 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e1fe14-26ff-4029-8b8a-4c3e6e796429 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:43:27.038261 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 00e1fe14-26ff-4029-8b8a-4c3e6e796429, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=00e1fe14-26ff-4029-8b8a-4c3e6e796429,segment=NetworkSegment(c578bd82-a6d1-407f-838b-337bfb4e2ffb),segment_id=c578bd82-a6d1-407f-838b-337bfb4e2ffb)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:43:27.042921 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:27.090428 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=00e1fe14-26ff-4029-8b8a-4c3e6e796429,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:27.108153 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1d010007-f1cd-4d41-b8ee-dd705ebcb81e req-0fd5b89a-c9d0-4970-9246-8c13644ede9d service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299044 Apr 12 18:43:27.109629 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32807d28-28e1-4ed6-ae00-10a852e780eb req-7eb0ccea-1614-45ec-823f-5b754923b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:27.110942 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32807d28-28e1-4ed6-ae00-10a852e780eb req-7eb0ccea-1614-45ec-823f-5b754923b62a service neutron] 10.222.0.65 "GET /v2.0/networks?id=4991e872-a4ca-4861-9134-30d35f62c14f HTTP/1.1" status: 200 len: 916 time: 0.2240427 Apr 12 18:43:27.112016 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8022ad-db17-4189-9911-47e7271f70b0 req-36e322c3-f32d-4fc8-806a-67c2f198a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:27.113348 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2d8022ad-db17-4189-9911-47e7271f70b0 req-36e322c3-f32d-4fc8-806a-67c2f198a3de service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 916 time: 0.2273917 Apr 12 18:43:27.218890 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32807d28-28e1-4ed6-ae00-10a852e780eb req-f8eb63ae-24a8-450d-8654-0a149e161dec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00e1fe14-26ff-4029-8b8a-4c3e6e796429 HTTP/1.1" status: 200 len: 217 time: 0.0912840 Apr 12 18:43:27.303327 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2d8022ad-db17-4189-9911-47e7271f70b0 req-2a917501-d5f6-4862-ba85-5a95fcb41e47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a HTTP/1.1" status: 200 len: 1002 time: 0.1766121 Apr 12 18:43:27.356302 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32807d28-28e1-4ed6-ae00-10a852e780eb req-0cf0bd6f-5984-416b-8cf0-1b69847a9add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:27.357731 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32807d28-28e1-4ed6-ae00-10a852e780eb req-0cf0bd6f-5984-416b-8cf0-1b69847a9add service neutron] 10.222.0.65 "GET /v2.0/subnets?id=517c8496-f91b-4b19-bc35-9daa46423f43 HTTP/1.1" status: 200 len: 854 time: 0.1076567 Apr 12 18:43:27.361230 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1d010007-f1cd-4d41-b8ee-dd705ebcb81e req-ffaf1cd9-4532-400e-97a3-a21d22ac6ed5 service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357364 Apr 12 18:43:27.382621 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8022ad-db17-4189-9911-47e7271f70b0 req-05917799-76b3-4719-9d09-f100b2ffcc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:27.384116 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2d8022ad-db17-4189-9911-47e7271f70b0 req-05917799-76b3-4719-9d09-f100b2ffcc17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33d52d9c-12da-4676-bd06-e720c647d8df HTTP/1.1" status: 200 len: 854 time: 0.0739315 Apr 12 18:43:27.458942 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['00e1fe14-26ff-4029-8b8a-4c3e6e796429'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:43:27.471358 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32807d28-28e1-4ed6-ae00-10a852e780eb req-552bf845-58dd-47ac-8bf5-b4e93824dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:27.472859 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32807d28-28e1-4ed6-ae00-10a852e780eb req-552bf845-58dd-47ac-8bf5-b4e93824dba8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4991e872-a4ca-4861-9134-30d35f62c14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1040561 Apr 12 18:43:27.509423 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf966a9-16e2-436c-b3e9-a6d798c5272a req-dd441348-0473-47d8-99ba-10af35f90d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:27.510970 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbf966a9-16e2-436c-b3e9-a6d798c5272a req-dd441348-0473-47d8-99ba-10af35f90d2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87396fafe66b4b39a6c3d47bffe8eacb&device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 1130 time: 0.0959060 Apr 12 18:43:27.514356 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8022ad-db17-4189-9911-47e7271f70b0 req-2b0f2676-da71-490f-a03f-f8d4ef0e9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:27.515966 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2d8022ad-db17-4189-9911-47e7271f70b0 req-2b0f2676-da71-490f-a03f-f8d4ef0e9cf1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6ede6b-2ee4-4b44-9324-17591d93f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1126094 Apr 12 18:43:27.527479 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be0ce8-bdbd-446d-86ed-d15ac97d86e9 req-1b6ff4fd-43e8-4f52-80f5-ab5bb9833568 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:27.529035 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d6be0ce8-bdbd-446d-86ed-d15ac97d86e9 req-1b6ff4fd-43e8-4f52-80f5-ab5bb9833568 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 945 time: 0.0861881 Apr 12 18:43:27.579887 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d6be0ce8-bdbd-446d-86ed-d15ac97d86e9 req-c744a2a6-cb80-448d-8d8c-2ee72519eb4a tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446794 Apr 12 18:43:28.143165 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755172a7-4b7e-4d06-91d6-51d704c50901 req-451ee494-1457-4e35-a276-997ce958bd74 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:28.144645 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-755172a7-4b7e-4d06-91d6-51d704c50901 req-451ee494-1457-4e35-a276-997ce958bd74 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.3285811 Apr 12 18:43:28.151816 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2d8022ad-db17-4189-9911-47e7271f70b0 req-e176c537-a390-47ce-908f-c4fd7a6e29b3 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850008 Apr 12 18:43:28.179242 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32807d28-28e1-4ed6-ae00-10a852e780eb req-500ae44a-aba1-4412-a628-9fcbac588f87 service neutron] 10.222.0.65 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105145 Apr 12 18:43:28.185759 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf966a9-16e2-436c-b3e9-a6d798c5272a req-d711cb88-4cb6-43b6-8ac8-7e162ba87b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:28.187178 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbf966a9-16e2-436c-b3e9-a6d798c5272a req-d711cb88-4cb6-43b6-8ac8-7e162ba87b3d service neutron] 10.222.0.65 "GET /v2.0/networks?id=dcd504b7-0834-41e9-a8df-b699bcbecfe2 HTTP/1.1" status: 200 len: 912 time: 0.5032735 Apr 12 18:43:28.214960 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-755172a7-4b7e-4d06-91d6-51d704c50901 req-026d5911-4f77-4fa6-8082-7e06c99e6dd3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622795 Apr 12 18:43:28.806995 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e422b-adff-433f-8b8a-808deb42f2b1 req-93167e7b-4a89-40e2-87f6-ee92041172cc tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:28.808408 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b74e422b-adff-433f-8b8a-808deb42f2b1 req-93167e7b-4a89-40e2-87f6-ee92041172cc tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 945 time: 0.1520064 Apr 12 18:43:28.863685 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 00e1fe14-26ff-4029-8b8a-4c3e6e796429 up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:43:28.896736 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:28.901218 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbf966a9-16e2-436c-b3e9-a6d798c5272a req-8044b5bd-c6e2-4bcf-8b63-a055aab6840f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22810e15-f266-473a-a3bb-eae68152fdd7 HTTP/1.1" status: 200 len: 1001 time: 0.1718616 Apr 12 18:43:28.909402 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2d8022ad-db17-4189-9911-47e7271f70b0 req-22a58cec-07bf-4f2c-a200-eee005c8de36 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606702 Apr 12 18:43:28.914421 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:43:28.920536 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:43:28.921322 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:28.955793 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32807d28-28e1-4ed6-ae00-10a852e780eb req-4a8381e0-d535-4140-9a4c-b8707b92cce1 service neutron] 10.222.0.65 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253244 Apr 12 18:43:28.974062 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b74e422b-adff-433f-8b8a-808deb42f2b1 req-6fcd6a99-4f45-43cd-ac85-7186b6f872b0 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343393 Apr 12 18:43:28.981650 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf966a9-16e2-436c-b3e9-a6d798c5272a req-10a36da9-23dc-4c09-bafe-436066fa1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:28.983191 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbf966a9-16e2-436c-b3e9-a6d798c5272a req-10a36da9-23dc-4c09-bafe-436066fa1131 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cdabe6e-b69b-428b-98d7-bd6e6c83c23e HTTP/1.1" status: 200 len: 850 time: 0.0626998 Apr 12 18:43:29.003665 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:43:29.004063 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:29.027754 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e1fe14-26ff-4029-8b8a-4c3e6e796429'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:43:29.030172 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8883691-9e7b-41bb-b2e8-b075ea3d7d67" -d '{"events": [{"server_uuid": "09da79ee-3ee2-4c35-9348-0f64d8583355", "name": "network-vif-plugged", "status": "completed", "tag": "00e1fe14-26ff-4029-8b8a-4c3e6e796429"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:43:29.043410 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 00e1fe14-26ff-4029-8b8a-4c3e6e796429, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=00e1fe14-26ff-4029-8b8a-4c3e6e796429,segment=NetworkSegment(c578bd82-a6d1-407f-838b-337bfb4e2ffb),segment_id=c578bd82-a6d1-407f-838b-337bfb4e2ffb)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:43:29.044058 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf966a9-16e2-436c-b3e9-a6d798c5272a req-b2ec4d4f-0f6e-487b-b155-6f2140f42155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:29.045793 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbf966a9-16e2-436c-b3e9-a6d798c5272a req-b2ec4d4f-0f6e-487b-b155-6f2140f42155 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcd504b7-0834-41e9-a8df-b699bcbecfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458593 Apr 12 18:43:29.049027 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:29.072709 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b40b64a-846d-45b5-8f2c-0e97d81d0760 x-openstack-request-id: req-6b40b64a-846d-45b5-8f2c-0e97d81d0760 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:43:29.073005 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09da79ee-3ee2-4c35-9348-0f64d8583355", "name": "network-vif-plugged", "status": "completed", "tag": "00e1fe14-26ff-4029-8b8a-4c3e6e796429", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:43:29.073259 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b40b64a-846d-45b5-8f2c-0e97d81d0760 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:43:29.073653 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b40b64a-846d-45b5-8f2c-0e97d81d0760'] response: {'server_uuid': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e1fe14-26ff-4029-8b8a-4c3e6e796429', 'code': 200} Apr 12 18:43:29.100382 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=00e1fe14-26ff-4029-8b8a-4c3e6e796429,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:29.146091 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbf966a9-16e2-436c-b3e9-a6d798c5272a req-b5b21d59-8c2d-4ab4-9489-bf3e7d6884e1 service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891397 Apr 12 18:43:29.264532 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6087c-671f-46a0-97cf-9955ab5b9a48 req-1388a838-f8c0-4279-9eec-d999059132f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:29.266085 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bfc6087c-671f-46a0-97cf-9955ab5b9a48 req-1388a838-f8c0-4279-9eec-d999059132f0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 1130 time: 0.0501318 Apr 12 18:43:29.294457 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbf966a9-16e2-436c-b3e9-a6d798c5272a req-70c823f3-f666-4e0d-892b-d37d0854278f service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345651 Apr 12 18:43:29.360200 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b8fa1-aa80-4f49-a62f-033b58bbd7ad req-05c0f169-d5f4-4842-bb89-fc0eef3b3973 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:29.361677 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-063b8fa1-aa80-4f49-a62f-033b58bbd7ad req-05c0f169-d5f4-4842-bb89-fc0eef3b3973 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0696390 Apr 12 18:43:29.364103 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bfc6087c-671f-46a0-97cf-9955ab5b9a48 req-b29aa918-a957-4385-985f-c7d02905f98c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918515 Apr 12 18:43:29.409816 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-063b8fa1-aa80-4f49-a62f-033b58bbd7ad req-0e9d5109-64af-4237-b20b-feffc0e8422d tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419014 Apr 12 18:43:30.108334 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fa6c5-e52a-49c6-9f34-a9c72ec73265 req-ebc6af41-6e8c-4311-9cd1-e0624d68349c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:30.109797 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-922fa6c5-e52a-49c6-9f34-a9c72ec73265 req-ebc6af41-6e8c-4311-9cd1-e0624d68349c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 946 time: 0.0567026 Apr 12 18:43:30.160680 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-922fa6c5-e52a-49c6-9f34-a9c72ec73265 req-e183fd7f-9608-4607-bd6a-f2aa3e7ba7af tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427005 Apr 12 18:43:31.282198 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64367d00-ec0e-4923-8a4b-890f97a7cb8b req-4252ea38-1985-41c4-bbd3-b8d91a724b14 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:31.283701 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64367d00-ec0e-4923-8a4b-890f97a7cb8b req-4252ea38-1985-41c4-bbd3-b8d91a724b14 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 946 time: 0.0494518 Apr 12 18:43:31.335515 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64367d00-ec0e-4923-8a4b-890f97a7cb8b req-c8d66873-993e-4c75-ba0c-fd1a676f6907 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437484 Apr 12 18:43:32.471761 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecfce3-d61d-4d7f-a5c7-993c6973ae06 req-08acd02b-aff2-4698-8381-807a6f1be35f tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:32.473233 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-67ecfce3-d61d-4d7f-a5c7-993c6973ae06 req-08acd02b-aff2-4698-8381-807a6f1be35f tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 946 time: 0.0548487 Apr 12 18:43:32.529010 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-67ecfce3-d61d-4d7f-a5c7-993c6973ae06 req-8db44d08-aeca-4790-80e2-746ca4c78cf5 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499504 Apr 12 18:43:32.642006 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c836c-f04b-4f6c-8fc9-de12dbf02234 req-b898d2c2-f7d8-40bd-ad18-4924049b889c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:32.643422 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-097c836c-f04b-4f6c-8fc9-de12dbf02234 req-b898d2c2-f7d8-40bd-ad18-4924049b889c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 946 time: 0.0464859 Apr 12 18:43:32.691381 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-097c836c-f04b-4f6c-8fc9-de12dbf02234 req-9da8604f-f143-4611-8842-a8bdec67051a tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422549 Apr 12 18:43:33.010219 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77d896-3a70-4b60-8e20-1eb4b0b186fa req-d118c59a-8cda-4267-b104-52695bb9c9da tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:33.011694 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9d77d896-3a70-4b60-8e20-1eb4b0b186fa req-d118c59a-8cda-4267-b104-52695bb9c9da tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 946 time: 0.0523872 Apr 12 18:43:33.058488 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9d77d896-3a70-4b60-8e20-1eb4b0b186fa req-368df295-f9a7-41f7-aa56-1b2620124f1e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 Apr 12 18:43:42.593758 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f1405-fc5e-48a2-8fd1-919bd87c7f52 req-d04954fd-330f-4874-9869-132fb92bb85b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:42.595094 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-026f1405-fc5e-48a2-8fd1-919bd87c7f52 req-d04954fd-330f-4874-9869-132fb92bb85b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 946 time: 0.0524933 Apr 12 18:43:42.646131 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-026f1405-fc5e-48a2-8fd1-919bd87c7f52 req-07b29d34-4ab4-449a-b06c-5cf2a4611d5d tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427291 Apr 12 18:43:42.669061 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33422) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:42.748292 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5298e529-f47e-4a64-a12a-1c737f915883 tempest-TestMinimumBasicScenario-2060371592 tempest-TestMinimumBasicScenario-2060371592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:42.749778 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-5298e529-f47e-4a64-a12a-1c737f915883 tempest-TestMinimumBasicScenario-2060371592 tempest-TestMinimumBasicScenario-2060371592-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 1125 time: 0.0795615 Apr 12 18:43:42.752739 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33426) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:42.757258 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Request body: {'floatingip': {'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'port_id': '00e1fe14-26ff-4029-8b8a-4c3e6e796429', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:43:42.787983 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:42.866609 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:42.974758 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Allocated IP 172.27.2.245 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/daf31763-da2f-4b69-bfbf-3aa7ce1a0300) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:43:43.083987 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for port (daf31763-da2f-4b69-bfbf-3aa7ce1a0300), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:43.120059 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (daf31763-da2f-4b69-bfbf-3aa7ce1a0300), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:43.161096 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:43:43.166110 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:43:43.169677 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:43:43.175414 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Pushing event updated for resources: {'Port': ['ID=daf31763-da2f-4b69-bfbf-3aa7ce1a0300,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:43.201489 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:43.201822 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:43.202166 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:43.202508 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:43.202844 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:43.203176 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:43.203536 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:43.203868 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:43.204194 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:43.204504 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:43.204850 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:43.205156 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:43.205481 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:43.205801 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:43.206117 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:43:43.304026 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e56b3462-2a86-4dda-8314-9eed902247e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:43.585010 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for floatingip (a2350fdd-e27d-4af0-ad9a-77857f3110aa), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:43.658320 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (daf31763-da2f-4b69-bfbf-3aa7ce1a0300), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:43.810887 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for port (daf31763-da2f-4b69-bfbf-3aa7ce1a0300), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:43.817900 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (daf31763-da2f-4b69-bfbf-3aa7ce1a0300), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:43.886939 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Pushing event updated for resources: {'Port': ['ID=daf31763-da2f-4b69-bfbf-3aa7ce1a0300,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:43.900104 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (a2350fdd-e27d-4af0-ad9a-77857f3110aa), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:44.001910 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Floating IP a2350fdd-e27d-4af0-ad9a-77857f3110aa associated. External IP: 172.27.2.245, port: 00e1fe14-26ff-4029-8b8a-4c3e6e796429. Apr 12 18:43:44.224681 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Router c55ae39a-d3c5-4d9e-bc45-b73596b49089 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:43:44.337905 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:43:44.348294 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c30e80-ed55-47ae-a653-1b49f04f9db3 None None] Sync routers for ids ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:43:44.356910 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:44.359018 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c30e80-ed55-47ae-a653-1b49f04f9db3 None None] Routers {'c55ae39a-d3c5-4d9e-bc45-b73596b49089'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:43:44.360884 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-26c30e80-ed55-47ae-a653-1b49f04f9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:43:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:44.387039 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-c3895df2-9409-43f1-a7fa-e0739411609e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6333113 Apr 12 18:43:44.387773 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'tag': '00e1fe14-26ff-4029-8b8a-4c3e6e796429'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:43:44.389941 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33430) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:44.390491 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25507656-531e-4a48-be33-fce350c23d54" -d '{"events": [{"name": "network-changed", "server_uuid": "09da79ee-3ee2-4c35-9348-0f64d8583355", "tag": "00e1fe14-26ff-4029-8b8a-4c3e6e796429"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:43:44.395277 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-db8cd292-8ee6-4048-bc1d-be2366b9b5d3 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-508596567', 'description': 'tempest-secgroup-smoke-508596567 description', 'project_id': '5c0557a41d704bfdafd843bef35dc901'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:43:44.419020 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-db8cd292-8ee6-4048-bc1d-be2366b9b5d3 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:44.429823 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe93e37-f673-459c-9511-c636e859a929 x-openstack-request-id: req-0fe93e37-f673-459c-9511-c636e859a929 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:43:44.430115 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09da79ee-3ee2-4c35-9348-0f64d8583355", "tag": "00e1fe14-26ff-4029-8b8a-4c3e6e796429", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:43:44.430328 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fe93e37-f673-459c-9511-c636e859a929 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:43:44.430768 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe93e37-f673-459c-9511-c636e859a929'] response: {'name': 'network-changed', 'server_uuid': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'tag': '00e1fe14-26ff-4029-8b8a-4c3e6e796429', 'status': 'completed', 'code': 200} Apr 12 18:43:44.469092 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-26c30e80-ed55-47ae-a653-1b49f04f9db3 None None] Set router c55ae39a-d3c5-4d9e-bc45-b73596b49089 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:43:44.500208 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-db8cd292-8ee6-4048-bc1d-be2366b9b5d3 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group (6c047297-35d1-474e-b080-8d71875cc223), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:44.505466 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-db8cd292-8ee6-4048-bc1d-be2366b9b5d3 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (6c047297-35d1-474e-b080-8d71875cc223), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:44.531366 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cd292-8ee6-4048-bc1d-be2366b9b5d3 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c047297-35d1-474e-b080-8d71875cc223,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:44.544770 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25507656-531e-4a48-be33-fce350c23d54 req-6745f5c7-03bf-4934-a3ce-52b68362eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:44.546559 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-25507656-531e-4a48-be33-fce350c23d54 req-6745f5c7-03bf-4934-a3ce-52b68362eec1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c0557a41d704bfdafd843bef35dc901&device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 1130 time: 0.0871632 Apr 12 18:43:44.555734 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-db8cd292-8ee6-4048-bc1d-be2366b9b5d3 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:44.560561 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-db8cd292-8ee6-4048-bc1d-be2366b9b5d3 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1695786 Apr 12 18:43:44.561168 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33436) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:44.565624 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-e3a6e1d9-9856-4394-8314-58086bab7e50 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Request body: {'security_group_rule': {'security_group_id': '6c047297-35d1-474e-b080-8d71875cc223', 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:43:44.593772 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e3a6e1d9-9856-4394-8314-58086bab7e50 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (d2c9df67-ef1b-4b72-a0df-971c44fe5e9e), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:44.640766 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25507656-531e-4a48-be33-fce350c23d54 req-30e12ce6-d806-4bb7-9496-243e0474d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:44.642374 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-25507656-531e-4a48-be33-fce350c23d54 req-30e12ce6-d806-4bb7-9496-243e0474d886 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4991e872-a4ca-4861-9134-30d35f62c14f HTTP/1.1" status: 200 len: 916 time: 0.0893207 Apr 12 18:43:44.658817 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e3a6e1d9-9856-4394-8314-58086bab7e50 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (d2c9df67-ef1b-4b72-a0df-971c44fe5e9e), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:44.663889 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e3a6e1d9-9856-4394-8314-58086bab7e50 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (d2c9df67-ef1b-4b72-a0df-971c44fe5e9e), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:44.683897 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6e1d9-9856-4394-8314-58086bab7e50 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c9df67-ef1b-4b72-a0df-971c44fe5e9e,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:44.689353 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e3a6e1d9-9856-4394-8314-58086bab7e50 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:44.693275 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-e3a6e1d9-9856-4394-8314-58086bab7e50 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284065 Apr 12 18:43:44.693589 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33438) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:44.698033 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-98d3a4ce-c5f0-4c5f-91bb-f02423d0449a tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Request body: {'security_group_rule': {'security_group_id': '6c047297-35d1-474e-b080-8d71875cc223', 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:43:44.703891 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-26c30e80-ed55-47ae-a653-1b49f04f9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'gw_port': {'id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'a2350fdd-e27d-4af0-ad9a-77857f3110aa', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'port_id': '00e1fe14-26ff-4029-8b8a-4c3e6e796429', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'mac_address': 'fa:16:3e:e2:ed:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:43:43Z', 'updated_at': '2022-04-12T18:43:43Z', 'revision_number': 0, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81152f26-1499-4341-9183-b46dc2925c19', 'name': '', 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'mac_address': 'fa:16:3e:a3:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:42Z', 'updated_at': '2022-04-12T18:42:47Z', 'revision_number': 5, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'subnets': [{'id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:44.732454 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c30e80-ed55-47ae-a653-1b49f04f9db3 None None] Checking router: c55ae39a-d3c5-4d9e-bc45-b73596b49089 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:43:44.741767 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c30e80-ed55-47ae-a653-1b49f04f9db3 None None] Routers {'c55ae39a-d3c5-4d9e-bc45-b73596b49089'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:43:44.742459 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-26c30e80-ed55-47ae-a653-1b49f04f9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:43:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:44.742864 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-25507656-531e-4a48-be33-fce350c23d54 req-8cd875c6-8a2f-4cab-872f-f4c74dce98f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00e1fe14-26ff-4029-8b8a-4c3e6e796429 HTTP/1.1" status: 200 len: 1000 time: 0.0893273 Apr 12 18:43:44.744516 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-98d3a4ce-c5f0-4c5f-91bb-f02423d0449a tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (8371f1cf-e492-4d66-808f-d9f209e86a17), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:44.817476 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25507656-531e-4a48-be33-fce350c23d54 req-51af8ad9-abaf-4858-9957-cd2d613d2e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:44.818959 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-25507656-531e-4a48-be33-fce350c23d54 req-51af8ad9-abaf-4858-9957-cd2d613d2e8a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=517c8496-f91b-4b19-bc35-9daa46423f43 HTTP/1.1" status: 200 len: 854 time: 0.0654557 Apr 12 18:43:44.839280 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-98d3a4ce-c5f0-4c5f-91bb-f02423d0449a tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (8371f1cf-e492-4d66-808f-d9f209e86a17), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:44.854587 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-98d3a4ce-c5f0-4c5f-91bb-f02423d0449a tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (8371f1cf-e492-4d66-808f-d9f209e86a17), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:44.858044 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-26c30e80-ed55-47ae-a653-1b49f04f9db3 None None] Set router c55ae39a-d3c5-4d9e-bc45-b73596b49089 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:43:44.883531 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3a4ce-c5f0-4c5f-91bb-f02423d0449a tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8371f1cf-e492-4d66-808f-d9f209e86a17,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:44.886391 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25507656-531e-4a48-be33-fce350c23d54 req-2942e15d-f0e2-45af-ac4a-c79c2d3a763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:44.887930 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-25507656-531e-4a48-be33-fce350c23d54 req-2942e15d-f0e2-45af-ac4a-c79c2d3a763f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4991e872-a4ca-4861-9134-30d35f62c14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621560 Apr 12 18:43:44.893143 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-98d3a4ce-c5f0-4c5f-91bb-f02423d0449a tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:44.894255 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-98d3a4ce-c5f0-4c5f-91bb-f02423d0449a tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1997416 Apr 12 18:43:44.897115 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33442) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:44.902041 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-749c4cc9-5fd7-40e0-8649-f3e5377cb1c9 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Request body: {'security_group_rule': {'security_group_id': '6c047297-35d1-474e-b080-8d71875cc223', 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:43:44.939009 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-749c4cc9-5fd7-40e0-8649-f3e5377cb1c9 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (e45248b3-2c24-49a8-a526-2a7430612e35), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:44.984343 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-25507656-531e-4a48-be33-fce350c23d54 req-21ffe462-75ef-41e0-85ec-f9dd3a0b2cec service neutron] 10.222.0.65 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888159 Apr 12 18:43:44.998918 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-749c4cc9-5fd7-40e0-8649-f3e5377cb1c9 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (e45248b3-2c24-49a8-a526-2a7430612e35), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.004847 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-749c4cc9-5fd7-40e0-8649-f3e5377cb1c9 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (e45248b3-2c24-49a8-a526-2a7430612e35), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.027507 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c4cc9-5fd7-40e0-8649-f3e5377cb1c9 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45248b3-2c24-49a8-a526-2a7430612e35,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:45.037004 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-749c4cc9-5fd7-40e0-8649-f3e5377cb1c9 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.038557 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-749c4cc9-5fd7-40e0-8649-f3e5377cb1c9 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401539 Apr 12 18:43:45.043041 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33444) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:45.045796 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-475f6039-783c-499c-a5b1-d1492b92d111 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Request body: {'security_group_rule': {'security_group_id': '6c047297-35d1-474e-b080-8d71875cc223', 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:43:45.080101 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-475f6039-783c-499c-a5b1-d1492b92d111 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (5e97f944-6d3c-4a93-9b80-fdae84977635), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.086454 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-25507656-531e-4a48-be33-fce350c23d54 req-069c4181-728b-421d-bba7-a192fdfcb99c service neutron] 10.222.0.65 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953443 Apr 12 18:43:45.117429 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-26c30e80-ed55-47ae-a653-1b49f04f9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'gw_port': {'id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'a2350fdd-e27d-4af0-ad9a-77857f3110aa', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'port_id': '00e1fe14-26ff-4029-8b8a-4c3e6e796429', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'mac_address': 'fa:16:3e:e2:ed:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:43:43Z', 'updated_at': '2022-04-12T18:43:43Z', 'revision_number': 0, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81152f26-1499-4341-9183-b46dc2925c19', 'name': '', 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'mac_address': 'fa:16:3e:a3:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:42Z', 'updated_at': '2022-04-12T18:42:47Z', 'revision_number': 5, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'subnets': [{'id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:43:45.139398 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-475f6039-783c-499c-a5b1-d1492b92d111 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (5e97f944-6d3c-4a93-9b80-fdae84977635), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.143866 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-475f6039-783c-499c-a5b1-d1492b92d111 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (5e97f944-6d3c-4a93-9b80-fdae84977635), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.144018 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c30e80-ed55-47ae-a653-1b49f04f9db3 None None] The sync data for ids ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'] in dv-cinder-837536-1-iscsi is: [{'id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'gw_port': {'id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'a2350fdd-e27d-4af0-ad9a-77857f3110aa', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'port_id': '00e1fe14-26ff-4029-8b8a-4c3e6e796429', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'mac_address': 'fa:16:3e:e2:ed:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:43:43Z', 'updated_at': '2022-04-12T18:43:43Z', 'revision_number': 0, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81152f26-1499-4341-9183-b46dc2925c19', 'name': '', 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'mac_address': 'fa:16:3e:a3:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:42Z', 'updated_at': '2022-04-12T18:42:47Z', 'revision_number': 5, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'subnets': [{'id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:43:45.161971 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f6039-783c-499c-a5b1-d1492b92d111 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e97f944-6d3c-4a93-9b80-fdae84977635,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:45.171591 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-475f6039-783c-499c-a5b1-d1492b92d111 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.172879 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-475f6039-783c-499c-a5b1-d1492b92d111 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307881 Apr 12 18:43:45.175656 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33446) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:45.180064 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-57c98e44-d626-44a5-a8b4-22d9ade1f854 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Request body: {'security_group_rule': {'security_group_id': '6c047297-35d1-474e-b080-8d71875cc223', 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:43:45.202252 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.securitygroups_db [None req-57c98e44-d626-44a5-a8b4-22d9ade1f854 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Project 5c0557a41d704bfdafd843bef35dc901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:43:45.208354 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-57c98e44-d626-44a5-a8b4-22d9ade1f854 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (ee22d058-6993-4664-bbe0-ac5359407f79), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.268864 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-57c98e44-d626-44a5-a8b4-22d9ade1f854 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (ee22d058-6993-4664-bbe0-ac5359407f79), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.274121 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-57c98e44-d626-44a5-a8b4-22d9ade1f854 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (ee22d058-6993-4664-bbe0-ac5359407f79), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.292534 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c98e44-d626-44a5-a8b4-22d9ade1f854 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee22d058-6993-4664-bbe0-ac5359407f79,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:45.301409 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-57c98e44-d626-44a5-a8b4-22d9ade1f854 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.307315 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-57c98e44-d626-44a5-a8b4-22d9ade1f854 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260338 Apr 12 18:43:45.307803 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33448) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:43:45.312229 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-eb4cb077-d52f-46e5-b978-c2467218820b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Request body: {'security_group_rule': {'security_group_id': '6c047297-35d1-474e-b080-8d71875cc223', 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:43:45.334486 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.securitygroups_db [None req-eb4cb077-d52f-46e5-b978-c2467218820b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Project 5c0557a41d704bfdafd843bef35dc901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:43:45.341317 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb077-d52f-46e5-b978-c2467218820b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (f2fabb84-a2c6-418e-afbe-42057f410a35), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.347613 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062fb7c5-9df0-424e-b6fe-f59f5d44d19f None None] New status for floating IP a2350fdd-e27d-4af0-ad9a-77857f3110aa: ACTIVE {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:43:45.403286 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb077-d52f-46e5-b978-c2467218820b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (f2fabb84-a2c6-418e-afbe-42057f410a35), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.408031 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb077-d52f-46e5-b978-c2467218820b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (f2fabb84-a2c6-418e-afbe-42057f410a35), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.425042 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cb077-d52f-46e5-b978-c2467218820b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fabb84-a2c6-418e-afbe-42057f410a35,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:45.435594 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb077-d52f-46e5-b978-c2467218820b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.436870 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-eb4cb077-d52f-46e5-b978-c2467218820b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281664 Apr 12 18:43:45.526294 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f2bdf2dc-0b0f-42c6-adcd-fe3d600cf52f req-cf7d4ad3-6432-44d9-bd5e-1c2613f00bd5 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508596567&fields=id&tenant_id=5c0557a41d704bfdafd843bef35dc901 HTTP/1.1" status: 200 len: 267 time: 0.0445936 Apr 12 18:43:45.576225 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdf2dc-0b0f-42c6-adcd-fe3d600cf52f req-45c6c2a1-d4f3-4da5-adc0-4cb92704d9de tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:45.577690 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f2bdf2dc-0b0f-42c6-adcd-fe3d600cf52f req-45c6c2a1-d4f3-4da5-adc0-4cb92704d9de tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 946 time: 0.0457010 Apr 12 18:43:45.588246 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-f2bdf2dc-0b0f-42c6-adcd-fe3d600cf52f req-74e1e81b-99c6-4b46-a83e-559d4611f80c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Request body: {'port': {'security_groups': ['2367b941-266c-4eec-a4bd-29b18167b671', '6c047297-35d1-474e-b080-8d71875cc223']}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:43:45.714525 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-843b7f7b-78e6-4372-be0c-ec500a610f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:45.896242 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-f2bdf2dc-0b0f-42c6-adcd-fe3d600cf52f req-74e1e81b-99c6-4b46-a83e-559d4611f80c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:46.080831 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-f2bdf2dc-0b0f-42c6-adcd-fe3d600cf52f req-74e1e81b-99c6-4b46-a83e-559d4611f80c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] For port 00e1fe14-26ff-4029-8b8a-4c3e6e796429, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=00e1fe14-26ff-4029-8b8a-4c3e6e796429,segment=NetworkSegment(c578bd82-a6d1-407f-838b-337bfb4e2ffb),segment_id=c578bd82-a6d1-407f-838b-337bfb4e2ffb)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:43:46.112103 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-f2bdf2dc-0b0f-42c6-adcd-fe3d600cf52f req-74e1e81b-99c6-4b46-a83e-559d4611f80c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:46.118790 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-f2bdf2dc-0b0f-42c6-adcd-fe3d600cf52f req-74e1e81b-99c6-4b46-a83e-559d4611f80c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:46.134901 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['00e1fe14-26ff-4029-8b8a-4c3e6e796429'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:43:46.160387 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdf2dc-0b0f-42c6-adcd-fe3d600cf52f req-74e1e81b-99c6-4b46-a83e-559d4611f80c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:46.161004 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-f2bdf2dc-0b0f-42c6-adcd-fe3d600cf52f req-74e1e81b-99c6-4b46-a83e-559d4611f80c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:46.162475 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f2bdf2dc-0b0f-42c6-adcd-fe3d600cf52f req-74e1e81b-99c6-4b46-a83e-559d4611f80c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "PUT /v2.0/ports/00e1fe14-26ff-4029-8b8a-4c3e6e796429 HTTP/1.1" status: 200 len: 982 time: 0.5787122 Apr 12 18:43:46.194044 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1e81b-99c6-4b46-a83e-559d4611f80c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Pushing event updated for resources: {'Port': ['ID=00e1fe14-26ff-4029-8b8a-4c3e6e796429,revision_number=6']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:43:46.276037 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['00e1fe14-26ff-4029-8b8a-4c3e6e796429'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:43:46.283527 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee07c4a-9a7d-427a-816e-4cb273d57df4 req-d9ce9efc-61f2-4644-adcf-5a1506391573 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:46.285396 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8ee07c4a-9a7d-427a-816e-4cb273d57df4 req-d9ce9efc-61f2-4644-adcf-5a1506391573 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 985 time: 0.0488939 Apr 12 18:43:46.353157 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8ee07c4a-9a7d-427a-816e-4cb273d57df4 req-a62b8dac-096e-4c0f-8d5f-fd836e046bd8 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c047297-35d1-474e-b080-8d71875cc223&id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621815 Apr 12 18:43:46.367268 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-9b89667a-972d-4f23-968e-16f0d7304751 None None] Provisioning complete for port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:43:46.367749 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9b89667a-972d-4f23-968e-16f0d7304751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:46.432194 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'tag': '00e1fe14-26ff-4029-8b8a-4c3e6e796429'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:43:46.434600 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a00802b-bccb-4b05-961d-17952315e8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "09da79ee-3ee2-4c35-9348-0f64d8583355", "tag": "00e1fe14-26ff-4029-8b8a-4c3e6e796429"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:43:46.470475 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d8e445-99c4-4c88-8644-081b0e37f79f x-openstack-request-id: req-60d8e445-99c4-4c88-8644-081b0e37f79f {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:43:46.470772 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09da79ee-3ee2-4c35-9348-0f64d8583355", "tag": "00e1fe14-26ff-4029-8b8a-4c3e6e796429", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:43:46.471027 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60d8e445-99c4-4c88-8644-081b0e37f79f {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:43:46.471477 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d8e445-99c4-4c88-8644-081b0e37f79f'] response: {'name': 'network-changed', 'server_uuid': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'tag': '00e1fe14-26ff-4029-8b8a-4c3e6e796429', 'status': 'completed', 'code': 200} Apr 12 18:43:46.544365 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00802b-bccb-4b05-961d-17952315e8e7 req-235fca84-19e6-4119-9b7e-c9a34c8bf731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:46.545866 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4a00802b-bccb-4b05-961d-17952315e8e7 req-235fca84-19e6-4119-9b7e-c9a34c8bf731 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c0557a41d704bfdafd843bef35dc901&device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 1169 time: 0.0454791 Apr 12 18:43:46.551459 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-9b89667a-972d-4f23-968e-16f0d7304751 None None] Current status of the port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:43:46.611915 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:46.636829 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00802b-bccb-4b05-961d-17952315e8e7 req-f7e0e8fb-1a5d-4bfc-aec0-e17ef1839de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:46.638319 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4a00802b-bccb-4b05-961d-17952315e8e7 req-f7e0e8fb-1a5d-4bfc-aec0-e17ef1839de6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4991e872-a4ca-4861-9134-30d35f62c14f HTTP/1.1" status: 200 len: 916 time: 0.0856514 Apr 12 18:43:46.708772 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4a00802b-bccb-4b05-961d-17952315e8e7 req-3b411ad0-ddd9-43c5-8479-fd588f2eaf96 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00e1fe14-26ff-4029-8b8a-4c3e6e796429 HTTP/1.1" status: 200 len: 1002 time: 0.0633142 Apr 12 18:43:46.767936 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00802b-bccb-4b05-961d-17952315e8e7 req-2eb699b8-1e5c-42a9-bf5d-b38670d2a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:46.769417 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4a00802b-bccb-4b05-961d-17952315e8e7 req-2eb699b8-1e5c-42a9-bf5d-b38670d2a7f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=517c8496-f91b-4b19-bc35-9daa46423f43 HTTP/1.1" status: 200 len: 854 time: 0.0436015 Apr 12 18:43:46.815826 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00802b-bccb-4b05-961d-17952315e8e7 req-b9bfa77e-6ace-4e9c-b9c2-3ba9a403cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:46.817336 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4a00802b-bccb-4b05-961d-17952315e8e7 req-b9bfa77e-6ace-4e9c-b9c2-3ba9a403cc66 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4991e872-a4ca-4861-9134-30d35f62c14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390372 Apr 12 18:43:46.913317 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4a00802b-bccb-4b05-961d-17952315e8e7 req-370a4cb6-6afe-4d28-a29b-8a422e5882b5 service neutron] 10.222.0.65 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861654 Apr 12 18:43:47.008107 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4a00802b-bccb-4b05-961d-17952315e8e7 req-baa50dae-e44e-4651-a339-411928aa0e74 service neutron] 10.222.0.65 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874312 Apr 12 18:43:48.014535 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:49.361656 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b66cee-09d1-4133-bdda-57031b6d1014 req-ea1e0892-6ead-4dbd-9491-8b950cf00a33 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:49.363307 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-31b66cee-09d1-4133-bdda-57031b6d1014 req-ea1e0892-6ead-4dbd-9491-8b950cf00a33 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0732698 Apr 12 18:43:49.366362 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772b506-6e16-44a3-a826-252a495c760d req-2a988a71-5827-417f-9585-1b1a0034440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:49.367746 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7772b506-6e16-44a3-a826-252a495c760d req-2a988a71-5827-417f-9585-1b1a0034440a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 1129 time: 0.0669436 Apr 12 18:43:49.462585 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-31b66cee-09d1-4133-bdda-57031b6d1014 req-9af3d6b6-3363-4a81-ac6d-d5be54a6cd3c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934687 Apr 12 18:43:49.491380 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772b506-6e16-44a3-a826-252a495c760d req-87c8822e-195e-4e71-ba5c-094a576ae898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:49.492791 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7772b506-6e16-44a3-a826-252a495c760d req-87c8822e-195e-4e71-ba5c-094a576ae898 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 919 time: 0.1173527 Apr 12 18:43:49.557332 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7772b506-6e16-44a3-a826-252a495c760d req-2b17fdea-439f-46e8-a545-5c950afb2dce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce HTTP/1.1" status: 200 len: 1001 time: 0.0573032 Apr 12 18:43:49.609133 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772b506-6e16-44a3-a826-252a495c760d req-8003ba0e-531a-470f-ac63-2378318c86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:49.610527 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7772b506-6e16-44a3-a826-252a495c760d req-8003ba0e-531a-470f-ac63-2378318c86b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.0466025 Apr 12 18:43:49.658458 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772b506-6e16-44a3-a826-252a495c760d req-21799082-b000-4154-a070-dbd2dc145055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:49.659982 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7772b506-6e16-44a3-a826-252a495c760d req-21799082-b000-4154-a070-dbd2dc145055 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381508 Apr 12 18:43:49.732909 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:49.751851 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7772b506-6e16-44a3-a826-252a495c760d req-9f67f473-006a-42a8-8cc9-5d44670d1800 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842047 Apr 12 18:43:49.858167 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7772b506-6e16-44a3-a826-252a495c760d req-4730d49c-efcd-47a9-a06e-06ee4fabb61e service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941882 Apr 12 18:43:50.580795 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265a5b0-e96c-4506-b044-29e7aaf824ab req-0c7f7e3d-810d-4230-be32-cb20efd9e94f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:50.582276 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d265a5b0-e96c-4506-b044-29e7aaf824ab req-0c7f7e3d-810d-4230-be32-cb20efd9e94f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0493042 Apr 12 18:43:50.630839 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d265a5b0-e96c-4506-b044-29e7aaf824ab req-a27e7edc-c85f-4f44-8ceb-59274028c865 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427353 Apr 12 18:43:51.762527 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eef0b1-27c5-419d-b63a-ee69a04d1872 req-5c866c10-dceb-4d63-9ab4-bbe0cc817640 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:51.763958 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-26eef0b1-27c5-419d-b63a-ee69a04d1872 req-5c866c10-dceb-4d63-9ab4-bbe0cc817640 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0562847 Apr 12 18:43:51.813785 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-26eef0b1-27c5-419d-b63a-ee69a04d1872 req-a69f2d27-2775-4585-a33a-34ac833c4e1d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Apr 12 18:43:52.929063 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957fae5-b2ad-452d-a11e-faa17a7da643 req-8b0c05c3-ada1-41ad-86f8-4f98e3f3d190 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:52.930535 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3957fae5-b2ad-452d-a11e-faa17a7da643 req-8b0c05c3-ada1-41ad-86f8-4f98e3f3d190 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0479238 Apr 12 18:43:52.980930 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3957fae5-b2ad-452d-a11e-faa17a7da643 req-ab599a2a-7fa1-4b83-968b-c087af518735 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421960 Apr 12 18:43:54.104206 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7fc64-7a38-41a8-85ce-fb960a147de8 req-cc438120-d61b-4d4d-becc-5bf3aacf3b23 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:54.105663 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-46e7fc64-7a38-41a8-85ce-fb960a147de8 req-cc438120-d61b-4d4d-becc-5bf3aacf3b23 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0551999 Apr 12 18:43:54.151106 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-46e7fc64-7a38-41a8-85ce-fb960a147de8 req-fd2e5216-bd7d-49e9-9d0c-e7f62ac5b304 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398645 Apr 12 18:43:55.273969 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cc3bb-f390-4d97-bfd3-d20d2b8736a6 req-2e96b9a0-7abd-4a60-a3df-6d631f2489a4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:55.275452 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-725cc3bb-f390-4d97-bfd3-d20d2b8736a6 req-2e96b9a0-7abd-4a60-a3df-6d631f2489a4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0475767 Apr 12 18:43:55.322923 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-725cc3bb-f390-4d97-bfd3-d20d2b8736a6 req-32f1aa5f-d28a-45d9-8327-cbcc96a6b6c2 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419710 Apr 12 18:43:55.897344 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:43:56.457701 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c3ce6-a1f3-43f6-887d-523ee906b512 req-de1bea0e-a701-4f23-aa86-9e6b64fd1926 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:56.459241 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e50c3ce6-a1f3-43f6-887d-523ee906b512 req-de1bea0e-a701-4f23-aa86-9e6b64fd1926 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0541646 Apr 12 18:43:56.510817 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e50c3ce6-a1f3-43f6-887d-523ee906b512 req-996a0a69-fb12-4b85-aef8-2b18b14a7ad1 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460513 Apr 12 18:43:57.645431 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceab56-0759-4829-b1b4-bb11b3b64da7 req-e25d3309-d6e8-4926-8bdb-cbfb4d9a8887 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:57.647276 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-49ceab56-0759-4829-b1b4-bb11b3b64da7 req-e25d3309-d6e8-4926-8bdb-cbfb4d9a8887 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0552304 Apr 12 18:43:57.701462 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-49ceab56-0759-4829-b1b4-bb11b3b64da7 req-ffb8fb9e-0c41-4572-be22-790da26ead41 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455742 Apr 12 18:43:58.822658 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df708f07-5ace-45e9-9fbe-c04ec20c4778 req-542e1745-b85d-417d-aaa0-903c873a6547 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:58.824473 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-df708f07-5ace-45e9-9fbe-c04ec20c4778 req-542e1745-b85d-417d-aaa0-903c873a6547 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0497613 Apr 12 18:43:58.876352 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-df708f07-5ace-45e9-9fbe-c04ec20c4778 req-d944cc14-dc44-45e8-83f3-5901a25908bd tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435243 Apr 12 18:43:58.886259 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:43:59.998201 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdc974-34e0-4d9a-8373-f8f532ce3c04 req-9ca6dd68-e4d5-466a-ac2f-c5147d84acb4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:43:59.999724 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-36fdc974-34e0-4d9a-8373-f8f532ce3c04 req-9ca6dd68-e4d5-466a-ac2f-c5147d84acb4 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0511367 Apr 12 18:44:00.047704 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-36fdc974-34e0-4d9a-8373-f8f532ce3c04 req-6b567163-2b15-4b1d-ab8c-062d6775a664 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419548 Apr 12 18:44:01.171299 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be6046-2d13-4dc9-a492-28b795754439 req-85b2dace-68f9-4bc5-865b-7d231a4941c6 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:01.172760 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-05be6046-2d13-4dc9-a492-28b795754439 req-85b2dace-68f9-4bc5-865b-7d231a4941c6 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0464861 Apr 12 18:44:01.219150 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-05be6046-2d13-4dc9-a492-28b795754439 req-355dffa5-a46d-4071-a290-4a6c2b74024f tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408998 Apr 12 18:44:02.342335 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d333c3-c8fd-465d-bc28-7d024d1815b4 req-c299996d-5319-40c9-9fc2-b39c7bf897e1 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:02.343842 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c2d333c3-c8fd-465d-bc28-7d024d1815b4 req-c299996d-5319-40c9-9fc2-b39c7bf897e1 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0470960 Apr 12 18:44:02.394746 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c2d333c3-c8fd-465d-bc28-7d024d1815b4 req-d3d5c9cd-75c6-4a97-88dc-0f13c85136be tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453117 Apr 12 18:44:03.531473 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c34454-583d-4942-b7dd-63da3acba3fa req-ed9ba26b-4355-40f8-a18e-d9bc1f42ae07 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:03.533143 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f2c34454-583d-4942-b7dd-63da3acba3fa req-ed9ba26b-4355-40f8-a18e-d9bc1f42ae07 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0549986 Apr 12 18:44:03.581052 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f2c34454-583d-4942-b7dd-63da3acba3fa req-8c9b0f46-2b5a-4d6d-9fab-206bdda96327 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421214 Apr 12 18:44:04.704609 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bc131-d412-41fa-ac1d-1d9189b907bb req-7e8df62f-09e7-4926-bf1c-6ac47f486bf7 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:04.706097 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-036bc131-d412-41fa-ac1d-1d9189b907bb req-7e8df62f-09e7-4926-bf1c-6ac47f486bf7 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0534070 Apr 12 18:44:04.755722 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-036bc131-d412-41fa-ac1d-1d9189b907bb req-df4c7cc4-0c07-4d46-8c6a-a5494c72964b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437973 Apr 12 18:44:05.887299 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce091f3-7bb9-4b33-ae93-ad24045050d3 req-8f86cc45-d0c3-450c-b614-8363f842f718 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:05.888805 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dce091f3-7bb9-4b33-ae93-ad24045050d3 req-8f86cc45-d0c3-450c-b614-8363f842f718 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0620470 Apr 12 18:44:05.946576 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dce091f3-7bb9-4b33-ae93-ad24045050d3 req-76c92bee-9c74-4b7b-ae8e-5862c02b9e77 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508444 Apr 12 18:44:07.076713 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba269b3b-1383-4d4d-818b-8a6bc6d6382c req-78624bd6-0d17-47b9-96a9-5c8bb921914e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:07.078308 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ba269b3b-1383-4d4d-818b-8a6bc6d6382c req-78624bd6-0d17-47b9-96a9-5c8bb921914e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0545287 Apr 12 18:44:07.125322 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ba269b3b-1383-4d4d-818b-8a6bc6d6382c req-7d76bd06-cf93-4877-9d5c-b2adbe11c9f6 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414608 Apr 12 18:44:07.441481 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae76b8-07a9-4258-9fe5-54958cdf8090 req-8a6db9f3-1b22-467a-96a4-257fd308525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:07.442876 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0aae76b8-07a9-4258-9fe5-54958cdf8090 req-8a6db9f3-1b22-467a-96a4-257fd308525b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 1129 time: 0.0427332 Apr 12 18:44:07.492402 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0aae76b8-07a9-4258-9fe5-54958cdf8090 req-c51405bf-f53d-4ea9-9992-3b58e5e4c674 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418129 Apr 12 18:44:08.247716 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b0a64-5eae-4ea9-94ff-2e36abc12f63 req-c924f4a2-2768-45d1-a2b5-6e7faadf13a3 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:08.249206 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4d7b0a64-5eae-4ea9-94ff-2e36abc12f63 req-c924f4a2-2768-45d1-a2b5-6e7faadf13a3 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0497377 Apr 12 18:44:08.296826 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4d7b0a64-5eae-4ea9-94ff-2e36abc12f63 req-7aee7e30-5e15-4c77-abf4-12da115f6096 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 Apr 12 18:44:09.419160 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdd1e7-c9ee-4249-8dd9-7c5cdcd29d6a req-158149f3-bc5b-4df9-ab2b-4cd32943ac84 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:09.420673 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-35cdd1e7-c9ee-4249-8dd9-7c5cdcd29d6a req-158149f3-bc5b-4df9-ab2b-4cd32943ac84 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0459051 Apr 12 18:44:09.472896 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-35cdd1e7-c9ee-4249-8dd9-7c5cdcd29d6a req-0c185a74-15eb-4318-ae8a-9cb2f41fa6ac tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464585 Apr 12 18:44:09.866973 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209de85-2803-46de-998a-45383ad67f42 req-46464973-9bdc-42e5-82a8-1c6e617f690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:09.868478 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a209de85-2803-46de-998a-45383ad67f42 req-46464973-9bdc-42e5-82a8-1c6e617f690d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 1129 time: 0.0646489 Apr 12 18:44:09.879085 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398f3f6-c9c0-4aef-ab46-3a77ef6fc441 req-21e7d2f5-9983-4dca-93ee-a00823dbda22 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:09.880493 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2398f3f6-c9c0-4aef-ab46-3a77ef6fc441 req-21e7d2f5-9983-4dca-93ee-a00823dbda22 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0686314 Apr 12 18:44:09.983752 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2398f3f6-c9c0-4aef-ab46-3a77ef6fc441 req-f0f44ebd-42fe-4d89-8320-069232c81afc tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952239 Apr 12 18:44:09.999149 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209de85-2803-46de-998a-45383ad67f42 req-f6de72e5-46f5-4558-a044-82061c0e6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:10.000650 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a209de85-2803-46de-998a-45383ad67f42 req-f6de72e5-46f5-4558-a044-82061c0e6bdb service neutron] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 919 time: 0.1192791 Apr 12 18:44:10.067768 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a209de85-2803-46de-998a-45383ad67f42 req-c85757ec-2c5c-4c5e-b137-1bdb8cba02a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce HTTP/1.1" status: 200 len: 1001 time: 0.0592170 Apr 12 18:44:10.122752 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209de85-2803-46de-998a-45383ad67f42 req-fd2a3d9d-959d-4eb2-8f7d-42feb6304dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:10.124245 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a209de85-2803-46de-998a-45383ad67f42 req-fd2a3d9d-959d-4eb2-8f7d-42feb6304dad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.0505378 Apr 12 18:44:10.166825 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209de85-2803-46de-998a-45383ad67f42 req-bfd22c8b-e23b-4f09-8d72-9e6e6b1d63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:10.168384 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a209de85-2803-46de-998a-45383ad67f42 req-bfd22c8b-e23b-4f09-8d72-9e6e6b1d63b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380969 Apr 12 18:44:10.262658 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a209de85-2803-46de-998a-45383ad67f42 req-ff57c453-4b79-48f9-b9c3-64ce836925b9 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866425 Apr 12 18:44:10.354718 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a209de85-2803-46de-998a-45383ad67f42 req-53a74196-cbd5-4268-bf0c-0ba63b1ada91 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860255 Apr 12 18:44:11.113681 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abe2a7-914b-49b1-ba97-6c716aed6df8 req-b67fb0e6-d819-42cc-98dc-d475a84b582e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:11.115165 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a2abe2a7-914b-49b1-ba97-6c716aed6df8 req-b67fb0e6-d819-42cc-98dc-d475a84b582e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0545990 Apr 12 18:44:11.165287 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a2abe2a7-914b-49b1-ba97-6c716aed6df8 req-66f7536f-3aeb-4905-b4fe-05ddae12ae2e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416689 Apr 12 18:44:12.298479 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97754bf6-7eed-4542-975a-a21e126f5be4 req-e2e3292d-3993-4fdf-8abe-7ff99074406a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:12.299964 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-97754bf6-7eed-4542-975a-a21e126f5be4 req-e2e3292d-3993-4fdf-8abe-7ff99074406a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0527699 Apr 12 18:44:12.348989 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-97754bf6-7eed-4542-975a-a21e126f5be4 req-6f76b586-1113-477a-89c8-b73c20f7d4c9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407846 Apr 12 18:44:13.307332 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-31a3a663-1ef2-4501-8c91-cf5cd309ba89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:13.464048 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e31cd6-9d28-4225-a1a1-aeb41202ee06 req-9a805e11-40e0-493c-ac92-6b09b810db5b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:13.465510 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-00e31cd6-9d28-4225-a1a1-aeb41202ee06 req-9a805e11-40e0-493c-ac92-6b09b810db5b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0487742 Apr 12 18:44:13.515846 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-00e31cd6-9d28-4225-a1a1-aeb41202ee06 req-4f6407c2-ff5e-4707-98f9-a06ee12109fd tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440757 Apr 12 18:44:13.629972 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8df705-3614-4a53-b8d1-91608d1c8a1c req-52be9e7f-146d-4bdc-98f4-c995c1dd1526 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:13.631470 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1e8df705-3614-4a53-b8d1-91608d1c8a1c req-52be9e7f-146d-4bdc-98f4-c995c1dd1526 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0501873 Apr 12 18:44:13.641447 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33562) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:44:13.648164 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-1a3a02bb-f945-4756-9e10-c1cc917e0737 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Request body: {'floatingip': {'port_id': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:44:13.713685 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1a3a02bb-f945-4756-9e10-c1cc917e0737 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for floatingip (a69f44d7-dc4f-405c-8782-4c7151c2f937), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:14.188564 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1a3a02bb-f945-4756-9e10-c1cc917e0737 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:14.195699 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1a3a02bb-f945-4756-9e10-c1cc917e0737 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (a69f44d7-dc4f-405c-8782-4c7151c2f937), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:14.414192 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3a02bb-f945-4756-9e10-c1cc917e0737 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Router d4f668c2-f653-495b-885c-1d8896cde7ff has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:44:14.527094 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3a02bb-f945-4756-9e10-c1cc917e0737 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:44:14.532121 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1a3a02bb-f945-4756-9e10-c1cc917e0737 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:14.537658 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040668fe-f7b8-4ca7-ab4c-b51f6e7a395a None None] Sync routers for ids ['d4f668c2-f653-495b-885c-1d8896cde7ff'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:44:14.548244 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040668fe-f7b8-4ca7-ab4c-b51f6e7a395a None None] Routers {'d4f668c2-f653-495b-885c-1d8896cde7ff'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:44:14.548854 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-040668fe-f7b8-4ca7-ab4c-b51f6e7a395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:43:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d4f668c2-f653-495b-885c-1d8896cde7ff'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:44:14.562240 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'tag': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:44:14.564525 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c944abf-7130-487a-b732-053813c7ec84" -d '{"events": [{"name": "network-changed", "server_uuid": "c111be44-1a03-45f4-84f5-d25edd03d5db", "tag": "43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:44:14.595428 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-1a3a02bb-f945-4756-9e10-c1cc917e0737 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "PUT /v2.0/floatingips/a69f44d7-dc4f-405c-8782-4c7151c2f937 HTTP/1.1" status: 200 len: 993 time: 0.9526584 Apr 12 18:44:14.657239 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78543fe9-505e-4960-9a6a-7323d8332a21 x-openstack-request-id: req-78543fe9-505e-4960-9a6a-7323d8332a21 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:44:14.657538 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c111be44-1a03-45f4-84f5-d25edd03d5db", "tag": "43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:44:14.657796 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78543fe9-505e-4960-9a6a-7323d8332a21 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:44:14.658211 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78543fe9-505e-4960-9a6a-7323d8332a21'] response: {'name': 'network-changed', 'server_uuid': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'tag': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce', 'status': 'completed', 'code': 200} Apr 12 18:44:14.661776 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-040668fe-f7b8-4ca7-ab4c-b51f6e7a395a None None] Set router d4f668c2-f653-495b-885c-1d8896cde7ff gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:44:14.720648 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c944abf-7130-487a-b732-053813c7ec84 req-d2a2914b-5d98-487f-b21c-2c400273f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:14.722198 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9c944abf-7130-487a-b732-053813c7ec84 req-d2a2914b-5d98-487f-b21c-2c400273f58a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 1129 time: 0.0383465 Apr 12 18:44:14.824193 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c944abf-7130-487a-b732-053813c7ec84 req-e2b2cd08-1dc1-4d97-bb31-3e14f5a99667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:14.825712 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9c944abf-7130-487a-b732-053813c7ec84 req-e2b2cd08-1dc1-4d97-bb31-3e14f5a99667 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 919 time: 0.0976317 Apr 12 18:44:14.883653 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-040668fe-f7b8-4ca7-ab4c-b51f6e7a395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'a69f44d7-dc4f-405c-8782-4c7151c2f937', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'port_id': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'mac_address': 'fa:16:3e:73:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:41:18Z', 'updated_at': '2022-04-12T18:44:14Z', 'revision_number': 3, 'project_id': '86834b83fff74546a622369a6b71f863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412df551-9da9-45d9-910c-2e9722213510', 'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'mac_address': 'fa:16:3e:d7:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:46Z', 'revision_number': 5, 'project_id': '86834b83fff74546a622369a6b71f863', 'subnets': [{'id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:44:14.891320 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9c944abf-7130-487a-b732-053813c7ec84 req-71399566-fdcd-45f1-bfb0-c5e797c95d90 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce HTTP/1.1" status: 200 len: 1001 time: 0.0582840 Apr 12 18:44:14.911998 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040668fe-f7b8-4ca7-ab4c-b51f6e7a395a None None] Checking router: d4f668c2-f653-495b-885c-1d8896cde7ff for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:44:14.920868 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040668fe-f7b8-4ca7-ab4c-b51f6e7a395a None None] Routers {'d4f668c2-f653-495b-885c-1d8896cde7ff'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:44:14.921484 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-040668fe-f7b8-4ca7-ab4c-b51f6e7a395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:43:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d4f668c2-f653-495b-885c-1d8896cde7ff'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:44:15.037460 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-040668fe-f7b8-4ca7-ab4c-b51f6e7a395a None None] Set router d4f668c2-f653-495b-885c-1d8896cde7ff gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:44:15.176230 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c944abf-7130-487a-b732-053813c7ec84 req-6393899e-be12-461e-a75e-b65a9a8656f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:15.177651 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9c944abf-7130-487a-b732-053813c7ec84 req-6393899e-be12-461e-a75e-b65a9a8656f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.2805724 Apr 12 18:44:15.220689 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c944abf-7130-487a-b732-053813c7ec84 req-4676ab3a-d118-4181-8a49-0a5382b04314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:15.222188 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9c944abf-7130-487a-b732-053813c7ec84 req-4676ab3a-d118-4181-8a49-0a5382b04314 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378537 Apr 12 18:44:15.259718 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-040668fe-f7b8-4ca7-ab4c-b51f6e7a395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'a69f44d7-dc4f-405c-8782-4c7151c2f937', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'port_id': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'mac_address': 'fa:16:3e:73:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:41:18Z', 'updated_at': '2022-04-12T18:44:14Z', 'revision_number': 3, 'project_id': '86834b83fff74546a622369a6b71f863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412df551-9da9-45d9-910c-2e9722213510', 'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'mac_address': 'fa:16:3e:d7:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:46Z', 'revision_number': 5, 'project_id': '86834b83fff74546a622369a6b71f863', 'subnets': [{'id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:44:15.318838 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9c944abf-7130-487a-b732-053813c7ec84 req-6472fcbb-337f-43c3-b163-9802e793e437 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896051 Apr 12 18:44:15.372954 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040668fe-f7b8-4ca7-ab4c-b51f6e7a395a None None] The sync data for ids ['d4f668c2-f653-495b-885c-1d8896cde7ff'] in dv-cinder-837536-1-iscsi is: [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'a69f44d7-dc4f-405c-8782-4c7151c2f937', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'port_id': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'mac_address': 'fa:16:3e:73:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:41:18Z', 'updated_at': '2022-04-12T18:44:14Z', 'revision_number': 3, 'project_id': '86834b83fff74546a622369a6b71f863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412df551-9da9-45d9-910c-2e9722213510', 'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'mac_address': 'fa:16:3e:d7:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:46Z', 'revision_number': 5, 'project_id': '86834b83fff74546a622369a6b71f863', 'subnets': [{'id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:44:15.411661 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9c944abf-7130-487a-b732-053813c7ec84 req-86fc5e49-3698-4bda-a01a-cefe14b4297c service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862222 Apr 12 18:44:15.723374 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7c979987-ce5b-453f-824f-1be32cb50564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:16.593667 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:16.659584 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'tag': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:44:16.662038 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0bc5b8-cdc9-4d35-98ed-18716812f79c" -d '{"events": [{"name": "network-changed", "server_uuid": "c111be44-1a03-45f4-84f5-d25edd03d5db", "tag": "43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:44:16.697000 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c46cfa-6d0c-4d03-9b59-7209896dd926 x-openstack-request-id: req-38c46cfa-6d0c-4d03-9b59-7209896dd926 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:44:16.697293 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c111be44-1a03-45f4-84f5-d25edd03d5db", "tag": "43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:44:16.697552 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38c46cfa-6d0c-4d03-9b59-7209896dd926 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:44:16.697945 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c46cfa-6d0c-4d03-9b59-7209896dd926'] response: {'name': 'network-changed', 'server_uuid': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'tag': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce', 'status': 'completed', 'code': 200} Apr 12 18:44:16.759469 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bc5b8-cdc9-4d35-98ed-18716812f79c req-7ebe515e-aea8-462f-9e76-1e7ba52f9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:16.761637 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a0bc5b8-cdc9-4d35-98ed-18716812f79c req-7ebe515e-aea8-462f-9e76-1e7ba52f9bd5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 1129 time: 0.0431414 Apr 12 18:44:16.854384 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bc5b8-cdc9-4d35-98ed-18716812f79c req-3cfe5838-5818-4ad5-ac69-9618b33ce51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:16.855760 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a0bc5b8-cdc9-4d35-98ed-18716812f79c req-3cfe5838-5818-4ad5-ac69-9618b33ce51e service neutron] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 919 time: 0.0883448 Apr 12 18:44:16.918815 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a0bc5b8-cdc9-4d35-98ed-18716812f79c req-84e97f51-acd3-4a3d-83aa-dd178264ee82 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce HTTP/1.1" status: 200 len: 1001 time: 0.0570300 Apr 12 18:44:16.969557 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bc5b8-cdc9-4d35-98ed-18716812f79c req-f6212d7e-66eb-42a1-91d9-ce5e4c0fb24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:16.970927 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a0bc5b8-cdc9-4d35-98ed-18716812f79c req-f6212d7e-66eb-42a1-91d9-ce5e4c0fb24b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.0458941 Apr 12 18:44:17.014747 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bc5b8-cdc9-4d35-98ed-18716812f79c req-8c36fc05-ac09-4e28-8a52-4ca41573b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:17.016248 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a0bc5b8-cdc9-4d35-98ed-18716812f79c req-8c36fc05-ac09-4e28-8a52-4ca41573b91d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391133 Apr 12 18:44:17.104481 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a0bc5b8-cdc9-4d35-98ed-18716812f79c req-39d51e07-0dd4-45c9-8ded-0c99943b1cea service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811141 Apr 12 18:44:17.197764 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9a0bc5b8-cdc9-4d35-98ed-18716812f79c req-41f4f1be-9a1e-4077-acb9-3b1728c811bd service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871544 Apr 12 18:44:18.021869 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:19.728849 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:28.907819 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:32.899321 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:44:39.000958 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abc340-7048-4783-8601-b956f7601af2 req-5b5880e6-e78d-4a6b-a05d-41598f0decbb tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:39.002541 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-79abc340-7048-4783-8601-b956f7601af2 req-5b5880e6-e78d-4a6b-a05d-41598f0decbb tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0486252 Apr 12 18:44:39.057344 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-79abc340-7048-4783-8601-b956f7601af2 req-a7d1a500-0dd5-4bbe-b58e-7f7a89ccc7d9 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423539 Apr 12 18:44:40.182086 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93136c4-28d6-4684-ab0a-1ba378d7f6c7 req-4f1bd323-92b1-4625-9e1a-a4ccecce7d9a tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:40.183550 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e93136c4-28d6-4684-ab0a-1ba378d7f6c7 req-4f1bd323-92b1-4625-9e1a-a4ccecce7d9a tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0564985 Apr 12 18:44:40.237399 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e93136c4-28d6-4684-ab0a-1ba378d7f6c7 req-8a6410c4-add6-4e9b-8cb6-eed417c63009 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480947 Apr 12 18:44:41.361601 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfd39f-7da4-43e3-be95-e610db2a9503 req-18ff05c1-b5e8-4785-aeea-6d45e92c3969 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:41.363058 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ecbfd39f-7da4-43e3-be95-e610db2a9503 req-18ff05c1-b5e8-4785-aeea-6d45e92c3969 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0474095 Apr 12 18:44:41.411797 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ecbfd39f-7da4-43e3-be95-e610db2a9503 req-c7e4cb9f-2526-488a-accb-fab18c3002b5 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404694 Apr 12 18:44:42.537689 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4549e2-bb34-40a9-abf4-4c554f02bd2f req-00cb2d46-08bf-4bee-9526-539edbd924bc tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:42.539186 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cb4549e2-bb34-40a9-abf4-4c554f02bd2f req-00cb2d46-08bf-4bee-9526-539edbd924bc tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0502179 Apr 12 18:44:42.590105 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cb4549e2-bb34-40a9-abf4-4c554f02bd2f req-0cdccc86-55f9-4a19-9def-ac49c127f379 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452962 Apr 12 18:44:43.309755 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f86940d9-dd75-42e9-8ab4-acf337abd01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:43.720010 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963ed3-3d77-4396-9041-3f9b4eb3103f req-e91474b4-777a-4101-8796-1164e43d8bc9 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:43.721444 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-91963ed3-3d77-4396-9041-3f9b4eb3103f req-e91474b4-777a-4101-8796-1164e43d8bc9 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0575991 Apr 12 18:44:43.771429 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-91963ed3-3d77-4396-9041-3f9b4eb3103f req-c480bd3f-a27a-44cd-a496-3211e18c8b2e tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443213 Apr 12 18:44:44.899859 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bf35f-db86-4fa2-8e77-61ce2fccc770 req-a3acf710-dfc9-4407-9f55-8a17c2534213 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:44.901334 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d37bf35f-db86-4fa2-8e77-61ce2fccc770 req-a3acf710-dfc9-4407-9f55-8a17c2534213 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0524774 Apr 12 18:44:44.953284 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d37bf35f-db86-4fa2-8e77-61ce2fccc770 req-5dff8b7f-07ae-4209-b743-40be2b39df92 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462818 Apr 12 18:44:45.728045 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8abe7be8-0c3d-4db8-ba48-982384406564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:46.086740 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba09c8f-9569-4563-92d5-99b455e918ad req-211535e4-7ba3-435b-8107-48c437c082c4 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:46.088248 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ba09c8f-9569-4563-92d5-99b455e918ad req-211535e4-7ba3-435b-8107-48c437c082c4 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0558496 Apr 12 18:44:46.136338 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ba09c8f-9569-4563-92d5-99b455e918ad req-d2e8d791-8712-45ea-867a-cd61b3f0804d tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425122 Apr 12 18:44:46.602299 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:47.282727 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552e46-e331-43a2-a514-bb18be628edc req-6b7de826-7d83-4ce0-8d80-4913520c3e29 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:47.284206 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-59552e46-e331-43a2-a514-bb18be628edc req-6b7de826-7d83-4ce0-8d80-4913520c3e29 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0553989 Apr 12 18:44:47.331110 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-59552e46-e331-43a2-a514-bb18be628edc req-6141f502-9eb0-462f-bc47-78e9c0e33782 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413530 Apr 12 18:44:48.020801 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:48.456264 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaca1f7-74c6-4d92-aec7-30a8e41799e0 req-cc500db6-021d-497a-8d2e-627f03ef3957 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:48.457729 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-faaca1f7-74c6-4d92-aec7-30a8e41799e0 req-cc500db6-021d-497a-8d2e-627f03ef3957 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0509660 Apr 12 18:44:48.505016 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-faaca1f7-74c6-4d92-aec7-30a8e41799e0 req-a44c57f3-dc47-4593-8393-98c9dccf74d4 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416210 Apr 12 18:44:49.625870 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adca934-8e85-400d-be2c-6e04005483d6 req-b54b5eca-485b-4138-84ef-d2fba700b519 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:49.627386 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1adca934-8e85-400d-be2c-6e04005483d6 req-b54b5eca-485b-4138-84ef-d2fba700b519 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0490553 Apr 12 18:44:49.674712 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1adca934-8e85-400d-be2c-6e04005483d6 req-4495ce40-f5c8-41d6-b2b7-07246fb96bd8 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416274 Apr 12 18:44:49.733572 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:49.920590 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01891687-ba90-486e-a5d0-280f3dd86ceb req-ec6eae20-8ba7-4ace-8deb-43c24dad01ad tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:49.922144 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-01891687-ba90-486e-a5d0-280f3dd86ceb req-ec6eae20-8ba7-4ace-8deb-43c24dad01ad tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0477955 Apr 12 18:44:49.989628 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873784fd-74a5-4158-ad60-333eb38e3a84 req-2a186e10-7e80-4aa2-912f-6ef2c09518da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:49.991182 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-873784fd-74a5-4158-ad60-333eb38e3a84 req-2a186e10-7e80-4aa2-912f-6ef2c09518da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87396fafe66b4b39a6c3d47bffe8eacb&device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 1130 time: 0.0564346 Apr 12 18:44:50.027810 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-01891687-ba90-486e-a5d0-280f3dd86ceb req-b9e92da9-aec2-434c-8cd0-74ef31c9a1ee tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991151 Apr 12 18:44:50.092853 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873784fd-74a5-4158-ad60-333eb38e3a84 req-228310f7-304a-467a-9de9-fca00a925291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:50.094232 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-873784fd-74a5-4158-ad60-333eb38e3a84 req-228310f7-304a-467a-9de9-fca00a925291 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dcd504b7-0834-41e9-a8df-b699bcbecfe2 HTTP/1.1" status: 200 len: 912 time: 0.0954342 Apr 12 18:44:50.158511 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-873784fd-74a5-4158-ad60-333eb38e3a84 req-9a6cc1ea-419c-4a33-8654-2d74eb390e2d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22810e15-f266-473a-a3bb-eae68152fdd7 HTTP/1.1" status: 200 len: 1001 time: 0.0580647 Apr 12 18:44:50.206489 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873784fd-74a5-4158-ad60-333eb38e3a84 req-55a34a35-2bc7-408c-bc02-8ddd1e447c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:50.207897 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-873784fd-74a5-4158-ad60-333eb38e3a84 req-55a34a35-2bc7-408c-bc02-8ddd1e447c0e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cdabe6e-b69b-428b-98d7-bd6e6c83c23e HTTP/1.1" status: 200 len: 850 time: 0.0431728 Apr 12 18:44:50.254845 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873784fd-74a5-4158-ad60-333eb38e3a84 req-de0cb035-b102-422e-9c89-76f79f33062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:50.256360 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-873784fd-74a5-4158-ad60-333eb38e3a84 req-de0cb035-b102-422e-9c89-76f79f33062e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcd504b7-0834-41e9-a8df-b699bcbecfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419309 Apr 12 18:44:50.348712 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-873784fd-74a5-4158-ad60-333eb38e3a84 req-3a8a3a9a-d717-4546-af53-ec85a1b12900 service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850830 Apr 12 18:44:50.441828 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-873784fd-74a5-4158-ad60-333eb38e3a84 req-b1095f75-2ef3-484a-aaf1-54a03a436f0d service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859241 Apr 12 18:44:51.159108 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942e8e8-e2ba-42b1-bbec-b5bdce493373 req-5c8e4be6-bcc7-4f9d-a7eb-d47f8fc83c6f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:51.160590 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7942e8e8-e2ba-42b1-bbec-b5bdce493373 req-5c8e4be6-bcc7-4f9d-a7eb-d47f8fc83c6f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0561562 Apr 12 18:44:51.214119 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7942e8e8-e2ba-42b1-bbec-b5bdce493373 req-67d8ab7f-73a7-48b3-b9e4-cd20ce98e3aa tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478575 Apr 12 18:44:55.537073 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc60e74-b74a-4b4b-ac82-a2d859a99b2c req-ad49c718-17e8-42f3-9bcb-a02400889b96 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:55.538562 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5dc60e74-b74a-4b4b-ac82-a2d859a99b2c req-ad49c718-17e8-42f3-9bcb-a02400889b96 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0461562 Apr 12 18:44:55.592660 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5dc60e74-b74a-4b4b-ac82-a2d859a99b2c req-f6b51fc6-7fd8-4658-ae09-9eb83fdcf01d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458603 Apr 12 18:44:56.721532 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fcbad-bc57-4878-a202-60f4ae26a941 req-973b9f32-6f3e-4693-87a9-9d39a83d2f5c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:56.723018 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a93fcbad-bc57-4878-a202-60f4ae26a941 req-973b9f32-6f3e-4693-87a9-9d39a83d2f5c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0483434 Apr 12 18:44:56.771361 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a93fcbad-bc57-4878-a202-60f4ae26a941 req-fc62a939-4375-4c2d-b165-2422cd1c284d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424838 Apr 12 18:44:57.182220 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-5c56ffef-cc72-4242-b32b-fcd5f30d572e tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:44:57.183697 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-5c56ffef-cc72-4242-b32b-fcd5f30d572e tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 946 time: 0.0678995 Apr 12 18:44:57.282987 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Deleting port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:44:57.283358 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:57.372255 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] For port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:44:57.372600 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:57.599418 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:57.599784 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (fc16d30b-bb7d-4798-b74e-8cec731856cb), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:57.600099 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Floating IP fc16d30b-bb7d-4798-b74e-8cec731856cb disassociated. External IP: 172.27.2.219, port: a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a. Apr 12 18:44:57.600441 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Calling delete_port for a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:44:57.737283 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:57.764965 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event deleted for resources: {'Port': ['ID=a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:44:57.777019 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:44:57.777322 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:44:57.777651 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:44:57.778339 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:44:57.778339 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:44:57.778670 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:44:57.778973 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:44:57.779353 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:44:57.779674 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:44:57.780004 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:44:57.780335 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:44:57.780657 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:44:57.780997 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:44:57.781305 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:44:57.781644 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:44:57.898324 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-da0fc4ea-4e83-4c27-babb-d22415e903e0 req-75e725f2-575a-4ecd-8551-82d05312272b tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f038c5-7d71-4a00-afd8-2d40536eaba4 HTTP/1.1" status: 200 len: 210 time: 0.0572956 Apr 12 18:44:57.923520 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:44:58.033680 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:44:58.043713 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a42ada-5441-4d19-95f0-220cfc85a566 None None] Sync routers for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:44:58.054789 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a42ada-5441-4d19-95f0-220cfc85a566 None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:44:58.055453 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-c4a42ada-5441-4d19-95f0-220cfc85a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:44:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:44:58.079603 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] No DVR routers for this DVR port a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:44:58.082292 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:58.085606 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-80f05dce-29b5-40b6-af02-a0b4da065915 req-fc6c4975-5ebc-41fb-b238-4442d8a03029 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "DELETE /v2.0/ports/a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a HTTP/1.1" status: 204 len: 173 time: 0.8965600 Apr 12 18:44:58.086035 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f038c5-7d71-4a00-afd8-2d40536eaba4', 'name': 'network-vif-deleted', 'tag': 'a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:44:58.088298 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad498b5-6c39-457e-bde6-fc7dbd47876c" -d '{"events": [{"server_uuid": "c6f038c5-7d71-4a00-afd8-2d40536eaba4", "name": "network-vif-deleted", "tag": "a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:44:58.124038 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a8e77d-c628-4dc7-a303-d2ab8d76b67f x-openstack-request-id: req-47a8e77d-c628-4dc7-a303-d2ab8d76b67f {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:44:58.124529 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f038c5-7d71-4a00-afd8-2d40536eaba4", "name": "network-vif-deleted", "tag": "a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:44:58.124906 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47a8e77d-c628-4dc7-a303-d2ab8d76b67f {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:44:58.125185 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a8e77d-c628-4dc7-a303-d2ab8d76b67f'] response: {'server_uuid': 'c6f038c5-7d71-4a00-afd8-2d40536eaba4', 'name': 'network-vif-deleted', 'tag': 'a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a', 'status': 'completed', 'code': 200} Apr 12 18:44:58.167358 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-c4a42ada-5441-4d19-95f0-220cfc85a566 None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:44:58.553274 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-c4a42ada-5441-4d19-95f0-220cfc85a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '6d701f29-ef6c-4dc6-be74-6e13a54fb35b', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:f4:79:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:38:39Z', 'updated_at': '2022-04-12T18:39:37Z', 'revision_number': 2, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:44:58.581997 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a42ada-5441-4d19-95f0-220cfc85a566 None None] Checking router: 8e861e55-c1da-476c-a48d-ec2cf39b40b8 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:44:58.591190 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a42ada-5441-4d19-95f0-220cfc85a566 None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:44:58.591922 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-c4a42ada-5441-4d19-95f0-220cfc85a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:44:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:44:58.706021 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-c4a42ada-5441-4d19-95f0-220cfc85a566 None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:44:58.928786 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:58.936850 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-c4a42ada-5441-4d19-95f0-220cfc85a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '6d701f29-ef6c-4dc6-be74-6e13a54fb35b', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:f4:79:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:38:39Z', 'updated_at': '2022-04-12T18:39:37Z', 'revision_number': 2, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:44:58.965072 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a42ada-5441-4d19-95f0-220cfc85a566 None None] The sync data for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi is: [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '6d701f29-ef6c-4dc6-be74-6e13a54fb35b', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:f4:79:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:38:39Z', 'updated_at': '2022-04-12T18:39:37Z', 'revision_number': 2, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:44:58.989735 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33672) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:44:59.048576 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-29ddd0e0-25d3-4614-8914-69397894dea6 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (10e74efd-fad8-4c8a-b03d-f13ebe35d1f9), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:59.073734 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-29ddd0e0-25d3-4614-8914-69397894dea6 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (10e74efd-fad8-4c8a-b03d-f13ebe35d1f9), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:59.132490 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-29ddd0e0-25d3-4614-8914-69397894dea6 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (10e74efd-fad8-4c8a-b03d-f13ebe35d1f9), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:59.135663 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-29ddd0e0-25d3-4614-8914-69397894dea6 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:59.139338 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-29ddd0e0-25d3-4614-8914-69397894dea6 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "DELETE /v2.0/security-groups/10e74efd-fad8-4c8a-b03d-f13ebe35d1f9 HTTP/1.1" status: 204 len: 168 time: 0.1461365 Apr 12 18:44:59.139790 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33674) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:44:59.148319 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddd0e0-25d3-4614-8914-69397894dea6 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e74efd-fad8-4c8a-b03d-f13ebe35d1f9,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:44:59.158031 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.api.v2.resource [None req-9ebe85af-a309-40b7-8afa-f43f142b061d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] show failed (client error): The resource could not be found. Apr 12 18:44:59.161888 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-9ebe85af-a309-40b7-8afa-f43f142b061d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups/10e74efd-fad8-4c8a-b03d-f13ebe35d1f9 HTTP/1.1" status: 404 len: 347 time: 0.0182958 Apr 12 18:44:59.163951 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33678) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:44:59.235606 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b7c48-36fb-42a6-b12d-b376fc039d67 None None] New status for floating IP fc16d30b-bb7d-4798-b74e-8cec731856cb: DOWN {{(pid=103441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:44:59.290607 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c1e7c-9b74-4a6b-9149-8efca935454d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Deleting port f021ece7-304f-4451-baad-ceb06db70388 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:44:59.291010 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e7c1e7c-9b74-4a6b-9149-8efca935454d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (f021ece7-304f-4451-baad-ceb06db70388), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:59.373604 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e7c1e7c-9b74-4a6b-9149-8efca935454d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (f021ece7-304f-4451-baad-ceb06db70388), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:59.373937 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e7c1e7c-9b74-4a6b-9149-8efca935454d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (f021ece7-304f-4451-baad-ceb06db70388), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:59.387800 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c1e7c-9b74-4a6b-9149-8efca935454d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Calling delete_port for f021ece7-304f-4451-baad-ceb06db70388 owned by network:floatingip {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:44:59.528993 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e7c1e7c-9b74-4a6b-9149-8efca935454d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (f021ece7-304f-4451-baad-ceb06db70388), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:59.563425 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c1e7c-9b74-4a6b-9149-8efca935454d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event deleted for resources: {'Port': ['ID=f021ece7-304f-4451-baad-ceb06db70388,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:44:59.620590 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e7c1e7c-9b74-4a6b-9149-8efca935454d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (fc16d30b-bb7d-4798-b74e-8cec731856cb), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:59.623339 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e7c1e7c-9b74-4a6b-9149-8efca935454d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:44:59.627123 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-0e7c1e7c-9b74-4a6b-9149-8efca935454d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "DELETE /v2.0/floatingips/fc16d30b-bb7d-4798-b74e-8cec731856cb HTTP/1.1" status: 204 len: 168 time: 0.4593275 Apr 12 18:45:01.004547 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29d833-4a13-4fbb-a1d0-374af7f334bc req-f8e74534-a9fc-4cce-99de-33a4e49e40f6 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:01.006056 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0b29d833-4a13-4fbb-a1d0-374af7f334bc req-f8e74534-a9fc-4cce-99de-33a4e49e40f6 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 985 time: 0.0783725 Apr 12 18:45:01.012063 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bba6d-520a-4723-93c7-f14a854ff006 req-87b28758-cdf5-4d6f-930e-48245b49f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:01.013859 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ee6bba6d-520a-4723-93c7-f14a854ff006 req-87b28758-cdf5-4d6f-930e-48245b49f1ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c0557a41d704bfdafd843bef35dc901&device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 1169 time: 0.0742126 Apr 12 18:45:01.132792 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0b29d833-4a13-4fbb-a1d0-374af7f334bc req-a679a3a6-5524-4966-85b7-2e50471e9122 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c047297-35d1-474e-b080-8d71875cc223&id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1182854 Apr 12 18:45:01.146438 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bba6d-520a-4723-93c7-f14a854ff006 req-5b53dc94-859a-4d1b-8b29-ab4951e30eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:01.148059 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ee6bba6d-520a-4723-93c7-f14a854ff006 req-5b53dc94-859a-4d1b-8b29-ab4951e30eeb service neutron] 10.222.0.65 "GET /v2.0/networks?id=4991e872-a4ca-4861-9134-30d35f62c14f HTTP/1.1" status: 200 len: 916 time: 0.1270490 Apr 12 18:45:01.226993 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c502a0-89e5-48fb-a920-00728843d90b req-11729eb1-0234-4082-8f66-0e16aa10bc0e tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:01.228406 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-15c502a0-89e5-48fb-a920-00728843d90b req-11729eb1-0234-4082-8f66-0e16aa10bc0e tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0480738 Apr 12 18:45:01.273881 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-15c502a0-89e5-48fb-a920-00728843d90b req-226a90ff-5dbc-4e4e-9868-2ee26edbb90e tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397165 Apr 12 18:45:01.394994 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:45:01.423832 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:45:01.424152 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device a96d0867-c9ca-4df6-ab3f-4f4f0e8c951a not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:45:01.513504 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ee6bba6d-520a-4723-93c7-f14a854ff006 req-f483e839-1243-4374-989a-2964f9eccea6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00e1fe14-26ff-4029-8b8a-4c3e6e796429 HTTP/1.1" status: 200 len: 1002 time: 0.0614293 Apr 12 18:45:01.800346 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bba6d-520a-4723-93c7-f14a854ff006 req-0c468258-5c56-40fa-b349-f2d82033ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:01.802537 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ee6bba6d-520a-4723-93c7-f14a854ff006 req-0c468258-5c56-40fa-b349-f2d82033ff49 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=517c8496-f91b-4b19-bc35-9daa46423f43 HTTP/1.1" status: 200 len: 854 time: 0.2808487 Apr 12 18:45:02.117901 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bba6d-520a-4723-93c7-f14a854ff006 req-59e94e89-ec52-48ee-b642-5166c062506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:02.119440 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ee6bba6d-520a-4723-93c7-f14a854ff006 req-59e94e89-ec52-48ee-b642-5166c062506e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4991e872-a4ca-4861-9134-30d35f62c14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681140 Apr 12 18:45:02.130347 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-26f66ff0-ade7-4f09-a2d6-17834d021f4f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:02.131783 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-26f66ff0-ade7-4f09-a2d6-17834d021f4f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.0706244 Apr 12 18:45:02.310725 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9af305-862c-49c3-89be-71a6fc4e470a req-0bc32765-71d5-4b31-9b5c-e114abf93fce tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:02.312193 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ae9af305-862c-49c3-89be-71a6fc4e470a req-0bc32765-71d5-4b31-9b5c-e114abf93fce tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 985 time: 0.0912704 Apr 12 18:45:02.317541 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-56e42627-fd55-45bb-b885-a5531d0395d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Deleting port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:45:02.317879 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-56e42627-fd55-45bb-b885-a5531d0395d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:02.346982 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ee6bba6d-520a-4723-93c7-f14a854ff006 req-8dc7abf3-e8c6-494c-9e60-2b56777bd89c service neutron] 10.222.0.65 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142711 Apr 12 18:45:02.522191 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f96638-9c3b-4264-a68a-d8043167a53e req-3e1718f2-9fbf-4ca7-bb62-b1c9fbd9eb48 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:02.523559 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d1f96638-9c3b-4264-a68a-d8043167a53e req-3e1718f2-9fbf-4ca7-bb62-b1c9fbd9eb48 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 945 time: 0.1414909 Apr 12 18:45:02.556169 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-56e42627-fd55-45bb-b885-a5531d0395d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] For port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:02.556523 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-56e42627-fd55-45bb-b885-a5531d0395d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:02.576173 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ae9af305-862c-49c3-89be-71a6fc4e470a req-9d6c1937-05e8-4f6b-a01f-1d628cef2623 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c047297-35d1-474e-b080-8d71875cc223&id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2552478 Apr 12 18:45:02.629992 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ee6bba6d-520a-4723-93c7-f14a854ff006 req-680df2c1-471b-4b5e-9b3b-f53756b28c6a service neutron] 10.222.0.65 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489576 Apr 12 18:45:02.655465 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d1f96638-9c3b-4264-a68a-d8043167a53e req-28a88ef4-85c0-4170-8a36-aecbb264b17a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d5ce0f5-84b7-4427-baa0-540713c276df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230671 Apr 12 18:45:02.780893 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-56e42627-fd55-45bb-b885-a5531d0395d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:02.781422 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-56e42627-fd55-45bb-b885-a5531d0395d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (6d701f29-ef6c-4dc6-be74-6e13a54fb35b), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:02.781741 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-56e42627-fd55-45bb-b885-a5531d0395d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Floating IP 6d701f29-ef6c-4dc6-be74-6e13a54fb35b disassociated. External IP: 172.27.2.207, port: c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac. Apr 12 18:45:02.782084 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-56e42627-fd55-45bb-b885-a5531d0395d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Calling delete_port for c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:45:02.919942 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-56e42627-fd55-45bb-b885-a5531d0395d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:02.948942 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e42627-fd55-45bb-b885-a5531d0395d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event deleted for resources: {'Port': ['ID=c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:03.068107 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-56e42627-fd55-45bb-b885-a5531d0395d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:45:03.181900 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-56e42627-fd55-45bb-b885-a5531d0395d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:45:03.198558 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f94b8c-897b-44fd-8bae-ec9c4f21e05c None None] Sync routers for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:45:03.209377 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f94b8c-897b-44fd-8bae-ec9c4f21e05c None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:03.210016 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-31f94b8c-897b-44fd-8bae-ec9c4f21e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:44:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:03.226633 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-56e42627-fd55-45bb-b885-a5531d0395d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] No DVR routers for this DVR port c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:45:03.229610 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-56e42627-fd55-45bb-b885-a5531d0395d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:03.232912 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7ebdecee-6d74-458d-a0a3-524e38d0cc0d req-56e42627-fd55-45bb-b885-a5531d0395d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "DELETE /v2.0/ports/c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac HTTP/1.1" status: 204 len: 173 time: 1.0935936 Apr 12 18:45:03.233348 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'name': 'network-vif-deleted', 'tag': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:45:03.235628 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f383815-e38d-41aa-860a-d89d5749518c" -d '{"events": [{"server_uuid": "cb77bdb9-2f1b-4934-a229-3bb053b0cf3b", "name": "network-vif-deleted", "tag": "c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:45:03.272014 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b7d2c5-3a22-42d3-b449-081e90c9779e x-openstack-request-id: req-99b7d2c5-3a22-42d3-b449-081e90c9779e {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:45:03.272312 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb77bdb9-2f1b-4934-a229-3bb053b0cf3b", "name": "network-vif-deleted", "tag": "c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:45:03.272568 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99b7d2c5-3a22-42d3-b449-081e90c9779e {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:45:03.272963 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b7d2c5-3a22-42d3-b449-081e90c9779e'] response: {'server_uuid': 'cb77bdb9-2f1b-4934-a229-3bb053b0cf3b', 'name': 'network-vif-deleted', 'tag': 'c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac', 'status': 'completed', 'code': 200} Apr 12 18:45:03.324104 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-31f94b8c-897b-44fd-8bae-ec9c4f21e05c None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:03.528999 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-31f94b8c-897b-44fd-8bae-ec9c4f21e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:03.567788 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f94b8c-897b-44fd-8bae-ec9c4f21e05c None None] Checking router: 8e861e55-c1da-476c-a48d-ec2cf39b40b8 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:45:03.576749 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f94b8c-897b-44fd-8bae-ec9c4f21e05c None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:03.577298 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-31f94b8c-897b-44fd-8bae-ec9c4f21e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:44:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:03.695786 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-31f94b8c-897b-44fd-8bae-ec9c4f21e05c None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:03.697419 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ae8db-6fe5-4d0e-b49b-32176c9fcc70 req-c5245e24-3f97-4dae-a648-082ab7c69d7e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:03.706109 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8d1ae8db-6fe5-4d0e-b49b-32176c9fcc70 req-c5245e24-3f97-4dae-a648-082ab7c69d7e tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 985 time: 0.0600727 Apr 12 18:45:03.794434 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-269f8d8a-f3a8-41f1-909e-0875051d0ddb req-dcf5ff38-db2b-4f57-a3d4-c86a9d11263d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb77bdb9-2f1b-4934-a229-3bb053b0cf3b HTTP/1.1" status: 200 len: 210 time: 0.0447412 Apr 12 18:45:03.819053 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8d1ae8db-6fe5-4d0e-b49b-32176c9fcc70 req-d076e19d-0ce7-433c-8744-cfea682708ef tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c047297-35d1-474e-b080-8d71875cc223&id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119206 Apr 12 18:45:03.909744 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-31f94b8c-897b-44fd-8bae-ec9c4f21e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:03.940462 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f94b8c-897b-44fd-8bae-ec9c4f21e05c None None] The sync data for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi is: [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:45:04.160538 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bca5b1-e917-44e3-af16-9a01bbc64ed4 None None] New status for floating IP 6d701f29-ef6c-4dc6-be74-6e13a54fb35b: DOWN {{(pid=103441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:45:04.882487 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33724) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:04.955076 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671352cc-d697-4849-afd8-0b3844a75b05 req-31ccc040-7293-4e9f-a3c3-74110455aec8 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:04.956577 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-671352cc-d697-4849-afd8-0b3844a75b05 req-31ccc040-7293-4e9f-a3c3-74110455aec8 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 985 time: 0.0667868 Apr 12 18:45:04.985230 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-65ffad71-f78d-4527-98dd-ab37d9cb76c6 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (6d5ce0f5-84b7-4427-baa0-540713c276df), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:05.028914 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-65ffad71-f78d-4527-98dd-ab37d9cb76c6 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (6d5ce0f5-84b7-4427-baa0-540713c276df), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:05.066708 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-671352cc-d697-4849-afd8-0b3844a75b05 req-0cb8e2fb-0dba-4744-a4fc-f1c52f0979de tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c047297-35d1-474e-b080-8d71875cc223&id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019542 Apr 12 18:45:05.094296 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-65ffad71-f78d-4527-98dd-ab37d9cb76c6 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (6d5ce0f5-84b7-4427-baa0-540713c276df), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:05.096894 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-65ffad71-f78d-4527-98dd-ab37d9cb76c6 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:05.098022 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-65ffad71-f78d-4527-98dd-ab37d9cb76c6 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "DELETE /v2.0/security-groups/6d5ce0f5-84b7-4427-baa0-540713c276df HTTP/1.1" status: 204 len: 168 time: 0.2143288 Apr 12 18:45:05.100962 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33726) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:05.107415 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffad71-f78d-4527-98dd-ab37d9cb76c6 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5ce0f5-84b7-4427-baa0-540713c276df,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:05.115396 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.api.v2.resource [None req-887e5bc9-cef9-4bef-b78c-71e706018e45 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] show failed (client error): The resource could not be found. Apr 12 18:45:05.119132 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-887e5bc9-cef9-4bef-b78c-71e706018e45 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups/6d5ce0f5-84b7-4427-baa0-540713c276df HTTP/1.1" status: 404 len: 347 time: 0.0144780 Apr 12 18:45:05.119451 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33728) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:05.272843 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Deleting port c0230553-81d3-4dbb-b766-0652db47a484 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:45:05.273210 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (c0230553-81d3-4dbb-b766-0652db47a484), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:05.353552 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (c0230553-81d3-4dbb-b766-0652db47a484), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:05.353848 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (c0230553-81d3-4dbb-b766-0652db47a484), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:05.367387 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Calling delete_port for c0230553-81d3-4dbb-b766-0652db47a484 owned by network:floatingip {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:45:05.540138 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (c0230553-81d3-4dbb-b766-0652db47a484), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:05.565084 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event deleted for resources: {'Port': ['ID=c0230553-81d3-4dbb-b766-0652db47a484,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:05.576968 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:05.577320 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:05.577669 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:05.578005 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:05.578337 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:05.578670 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:05.578997 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:05.579355 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:05.579687 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:05.580013 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:05.580611 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:05.580983 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:05.581311 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:05.581636 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:05.581959 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:05.641270 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (6d701f29-ef6c-4dc6-be74-6e13a54fb35b), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:05.643669 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:05.644822 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-5b768f46-7dd4-484a-bf4d-9c3df4b36a7d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "DELETE /v2.0/floatingips/6d701f29-ef6c-4dc6-be74-6e13a54fb35b HTTP/1.1" status: 204 len: 168 time: 0.5244668 Apr 12 18:45:06.062792 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33732) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:06.067332 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-98c0b44b-caf5-4ade-86a4-4c91f672e1ae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--219005367', 'description': 'tempest-description--981843543'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:06.090479 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-98c0b44b-caf5-4ade-86a4-4c91f672e1ae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.189058 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-98c0b44b-caf5-4ade-86a4-4c91f672e1ae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (de57ae66-8b0b-4877-810c-1d387440cbb7), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.195278 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-98c0b44b-caf5-4ade-86a4-4c91f672e1ae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (de57ae66-8b0b-4877-810c-1d387440cbb7), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.206017 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817670aa-c15b-4993-ae58-62cd6cc1cd36 req-465a3542-bd22-4ac6-ae15-265a245e9699 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:06.207504 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-817670aa-c15b-4993-ae58-62cd6cc1cd36 req-465a3542-bd22-4ac6-ae15-265a245e9699 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 985 time: 0.0681849 Apr 12 18:45:06.248077 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-98c0b44b-caf5-4ade-86a4-4c91f672e1ae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.249263 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-98c0b44b-caf5-4ade-86a4-4c91f672e1ae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1854444 Apr 12 18:45:06.252429 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33736) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:06.253620 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0b44b-caf5-4ade-86a4-4c91f672e1ae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de57ae66-8b0b-4877-810c-1d387440cbb7,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:06.263583 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-c1363e62-7d1c-48ba-9397-a9c7e2b68772 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'security_group_rule': {'security_group_id': 'de57ae66-8b0b-4877-810c-1d387440cbb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:06.290804 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c1363e62-7d1c-48ba-9397-a9c7e2b68772 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (f6fde507-a418-40a0-b3fe-863584d36c30), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.292385 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-817670aa-c15b-4993-ae58-62cd6cc1cd36 req-fbd0efff-605b-4e3f-bbc7-5bd872bcdec2 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c047297-35d1-474e-b080-8d71875cc223&id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749738 Apr 12 18:45:06.348461 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c1363e62-7d1c-48ba-9397-a9c7e2b68772 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (f6fde507-a418-40a0-b3fe-863584d36c30), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.353279 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c1363e62-7d1c-48ba-9397-a9c7e2b68772 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (f6fde507-a418-40a0-b3fe-863584d36c30), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.372606 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1363e62-7d1c-48ba-9397-a9c7e2b68772 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fde507-a418-40a0-b3fe-863584d36c30,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:06.379498 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c1363e62-7d1c-48ba-9397-a9c7e2b68772 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.380719 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-c1363e62-7d1c-48ba-9397-a9c7e2b68772 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272542 Apr 12 18:45:06.383685 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33740) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:06.388759 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-faad2f07-dd68-4957-a380-5b106083e8b4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'security_group_rule': {'security_group_id': 'de57ae66-8b0b-4877-810c-1d387440cbb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:06.420034 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-faad2f07-dd68-4957-a380-5b106083e8b4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (cbc44854-f9ff-4856-88b3-b8e8cf718d20), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.468888 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-faad2f07-dd68-4957-a380-5b106083e8b4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (cbc44854-f9ff-4856-88b3-b8e8cf718d20), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.475309 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-faad2f07-dd68-4957-a380-5b106083e8b4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (cbc44854-f9ff-4856-88b3-b8e8cf718d20), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.493367 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad2f07-dd68-4957-a380-5b106083e8b4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc44854-f9ff-4856-88b3-b8e8cf718d20,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:06.501916 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-faad2f07-dd68-4957-a380-5b106083e8b4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.503133 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-faad2f07-dd68-4957-a380-5b106083e8b4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182635 Apr 12 18:45:06.506449 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33742) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:06.510655 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'floatingip': {'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:06.533618 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.617532 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.728353 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Allocated IP 172.27.2.223 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/907ea94d-10f7-4925-b77f-2822eb29f974) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:45:06.830928 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for port (907ea94d-10f7-4925-b77f-2822eb29f974), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.871126 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (907ea94d-10f7-4925-b77f-2822eb29f974), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:06.914045 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:45:06.916873 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:45:06.922372 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:45:06.945606 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'Port': ['ID=907ea94d-10f7-4925-b77f-2822eb29f974,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:07.010776 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (5617a63e-f1d0-4dab-9c1f-e1457a4f26bb), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:07.049763 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (907ea94d-10f7-4925-b77f-2822eb29f974), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:07.218898 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for port (907ea94d-10f7-4925-b77f-2822eb29f974), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:07.226781 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (907ea94d-10f7-4925-b77f-2822eb29f974), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:07.292293 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'Port': ['ID=907ea94d-10f7-4925-b77f-2822eb29f974,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:07.305330 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (5617a63e-f1d0-4dab-9c1f-e1457a4f26bb), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:07.321592 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:07.323191 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-bf130c9d-736c-4b02-8164-99609b365cc5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8158166 Apr 12 18:45:07.405240 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e8b68-6d4c-4701-966f-a1cff0b25a02 req-5e924eb9-e324-4476-ad08-6874bded43c4 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:07.406752 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-910e8b68-6d4c-4701-966f-a1cff0b25a02 req-5e924eb9-e324-4476-ad08-6874bded43c4 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 985 time: 0.0488193 Apr 12 18:45:07.419884 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:45:07.440048 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:45:07.440389 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device c4cfa347-84ca-4f6f-a13f-f4cdd3b625ac not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:45:07.499432 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-910e8b68-6d4c-4701-966f-a1cff0b25a02 req-c5b1e082-e7ed-4cba-baa0-6927a5f42f97 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c047297-35d1-474e-b080-8d71875cc223&id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869553 Apr 12 18:45:07.502652 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-5c5e1453-2a83-4fed-bd01-102784672147 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--219005367&fields=id&tenant_id=abad2cf2938f4de0b8942385cfaa6c97 HTTP/1.1" status: 200 len: 267 time: 0.0746469 Apr 12 18:45:07.612388 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d8063-4579-489a-883d-e15d25803211 req-908d0c22-7be0-4f46-86e6-4d832dde60f7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:07.613834 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-908d0c22-7be0-4f46-86e6-4d832dde60f7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 815 time: 0.1048439 Apr 12 18:45:07.628158 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-a37cf058-1fc7-4208-bb82-53f2e1b9a9cf tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/quotas/abad2cf2938f4de0b8942385cfaa6c97 HTTP/1.1" status: 200 len: 375 time: 0.0089428 Apr 12 18:45:07.676777 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-eb4077fe-aedc-45bb-ae6a-868cb55762b3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438495 Apr 12 18:45:07.822448 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-151f743b-e3c9-4681-9783-f12dc07bd7a9 service neutron] 10.222.0.64 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340971 Apr 12 18:45:07.912564 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-d98c2e13-f4dd-4f3c-92fb-7ef85223bf0a service neutron] 10.222.0.64 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837111 Apr 12 18:45:08.084508 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-68e8e748-c251-40ba-b409-e441903724d5 req-7a7c76ea-0c46-454b-8398-bfab2744fd71 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 210 time: 0.0311906 Apr 12 18:45:08.613954 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda1311-6cec-4ef1-b758-6cb085b8c3d0 req-8539b350-36cb-4867-91b1-44049b01748b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:08.615492 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0cda1311-6cec-4ef1-b758-6cb085b8c3d0 req-8539b350-36cb-4867-91b1-44049b01748b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 985 time: 0.0484691 Apr 12 18:45:08.681281 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0cda1311-6cec-4ef1-b758-6cb085b8c3d0 req-ef752232-0bd4-41c8-92b0-be839432fbc0 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c047297-35d1-474e-b080-8d71875cc223&id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599287 Apr 12 18:45:09.185754 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dd6f522e-4775-4b21-9b4d-7c1c07320c16 req-4feb472d-d161-49b4-8bb5-5ed1ba08a94b tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 210 time: 0.0337029 Apr 12 18:45:09.224000 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d8063-4579-489a-883d-e15d25803211 req-451b10e8-62f1-4718-afa8-08982afe1c79 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:09.225630 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-451b10e8-62f1-4718-afa8-08982afe1c79 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 815 time: 0.1406841 Apr 12 18:45:09.295432 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-bf3ada52-9f67-4373-a829-ff6e1931a8a8 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abad2cf2938f4de0b8942385cfaa6c97 HTTP/1.1" status: 200 len: 379 time: 0.0519464 Apr 12 18:45:09.368160 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-4b1d8063-4579-489a-883d-e15d25803211 req-d2ce3364-099b-49a7-aada-f7cbb30836d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'port': {'device_id': '226446fc-0c6b-4230-9a17-59cd6e314ada', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'admin_state_up': True, 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'security_groups': ['de57ae66-8b0b-4877-810c-1d387440cbb7']}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:09.480967 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1d8063-4579-489a-883d-e15d25803211 req-d2ce3364-099b-49a7-aada-f7cbb30836d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Made reservation on behalf of abad2cf2938f4de0b8942385cfaa6c97 for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:45:09.484326 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4b1d8063-4579-489a-883d-e15d25803211 req-d2ce3364-099b-49a7-aada-f7cbb30836d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:09.606413 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-4b1d8063-4579-489a-883d-e15d25803211 req-d2ce3364-099b-49a7-aada-f7cbb30836d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Allocated IP 172.20.0.14 (bd6ede6b-2ee4-4b44-9324-17591d93f339/33d52d9c-12da-4676-bd06-e720c647d8df/4397e755-f303-4e88-89fe-ca00cc3a9348) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:45:09.745967 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4b1d8063-4579-489a-883d-e15d25803211 req-d2ce3364-099b-49a7-aada-f7cbb30836d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:09.808828 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48690f6-e9a6-4d74-895a-ec822db28662 req-ab66bf3c-7c15-407d-bc9f-807e67b181f5 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:09.810287 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e48690f6-e9a6-4d74-895a-ec822db28662 req-ab66bf3c-7c15-407d-bc9f-807e67b181f5 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 985 time: 0.0588210 Apr 12 18:45:09.824144 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4b1d8063-4579-489a-883d-e15d25803211 req-d2ce3364-099b-49a7-aada-f7cbb30836d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:09.898093 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1d8063-4579-489a-883d-e15d25803211 req-d2ce3364-099b-49a7-aada-f7cbb30836d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Network bd6ede6b-2ee4-4b44-9324-17591d93f339 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:45:09.898734 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:45:09.903963 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce3364-099b-49a7-aada-f7cbb30836d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'Port': ['ID=4397e755-f303-4e88-89fe-ca00cc3a9348,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:09.910505 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-4b1d8063-4579-489a-883d-e15d25803211 req-d2ce3364-099b-49a7-aada-f7cbb30836d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:45:09.916181 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1d8063-4579-489a-883d-e15d25803211 req-d2ce3364-099b-49a7-aada-f7cbb30836d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:45:09.925461 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e48690f6-e9a6-4d74-895a-ec822db28662 req-740fa225-acb3-4b5d-a82e-df650b63f1ab tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c047297-35d1-474e-b080-8d71875cc223&id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090128 Apr 12 18:45:09.969074 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d8063-4579-489a-883d-e15d25803211 req-d2ce3364-099b-49a7-aada-f7cbb30836d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:09.969592 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4b1d8063-4579-489a-883d-e15d25803211 req-d2ce3364-099b-49a7-aada-f7cbb30836d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:09.987157 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-d2ce3364-099b-49a7-aada-f7cbb30836d4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6244574 Apr 12 18:45:10.000405 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Request body: {'port': {'device_id': '226446fc-0c6b-4230-9a17-59cd6e314ada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:10.064673 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:10.129886 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-5c3479c4-c48a-424d-958f-8ae9b9038ae7 None None] Provisioning complete for port 4397e755-f303-4e88-89fe-ca00cc3a9348 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:10.130551 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5c3479c4-c48a-424d-958f-8ae9b9038ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:10.166749 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-5c3479c4-c48a-424d-958f-8ae9b9038ae7 None None] Port 4397e755-f303-4e88-89fe-ca00cc3a9348 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:45:10.381107 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f7f8-a428-4c31-95de-60a3a4c17faa req-a20af9a7-2073-446b-aa58-76de8d48124d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:10.382580 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1a83f7f8-a428-4c31-95de-60a3a4c17faa req-a20af9a7-2073-446b-aa58-76de8d48124d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 932 time: 0.0687668 Apr 12 18:45:10.503810 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1a83f7f8-a428-4c31-95de-60a3a4c17faa req-0110e775-785b-486c-b1aa-64b73fae50fa tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=de57ae66-8b0b-4877-810c-1d387440cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126480 Apr 12 18:45:10.631187 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4397e755-f303-4e88-89fe-ca00cc3a9348 {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:45:10.638695 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Publish callbacks [] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:10.651865 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Transition to ACTIVE for port object 4397e755-f303-4e88-89fe-ca00cc3a9348 will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:45:10.658565 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:10.709455 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Pushing event updated for resources: {'Port': ['ID=4397e755-f303-4e88-89fe-ca00cc3a9348,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:10.781138 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Attempting to bind port 4397e755-f303-4e88-89fe-ca00cc3a9348 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:45:10.781769 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Attempting to bind port 4397e755-f303-4e88-89fe-ca00cc3a9348 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:45:10.781769 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Attempting to bind port 4397e755-f303-4e88-89fe-ca00cc3a9348 on network bd6ede6b-2ee4-4b44-9324-17591d93f339 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:45:10.786438 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Port 4397e755-f303-4e88-89fe-ca00cc3a9348 on network bd6ede6b-2ee4-4b44-9324-17591d93f339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:45:10.786759 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Attempting to bind port 4397e755-f303-4e88-89fe-ca00cc3a9348 on network bd6ede6b-2ee4-4b44-9324-17591d93f339 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:45:10.793861 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:45:10.793861 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Checking segment: {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:45:10.793861 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Bound using segment: {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:45:10.793861 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Bound port: 4397e755-f303-4e88-89fe-ca00cc3a9348, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:45:10.793861 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:10.861579 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] For port 4397e755-f303-4e88-89fe-ca00cc3a9348, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:45:10.864574 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] For port 4397e755-f303-4e88-89fe-ca00cc3a9348, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4397e755-f303-4e88-89fe-ca00cc3a9348,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:45:10.872263 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:10.905974 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:10.906484 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:10.907893 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-ef276e94-d433-4349-846b-38bede640be2 service neutron] 10.222.0.65 "PUT /v2.0/ports/4397e755-f303-4e88-89fe-ca00cc3a9348 HTTP/1.1" status: 200 len: 1094 time: 0.9117558 Apr 12 18:45:10.908326 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226446fc-0c6b-4230-9a17-59cd6e314ada', 'tag': '4397e755-f303-4e88-89fe-ca00cc3a9348'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:45:10.910672 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2194ae42-d23a-4e3c-8415-4c00f6dc4999" -d '{"events": [{"name": "network-changed", "server_uuid": "226446fc-0c6b-4230-9a17-59cd6e314ada", "tag": "4397e755-f303-4e88-89fe-ca00cc3a9348"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:45:10.934856 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef276e94-d433-4349-846b-38bede640be2 service neutron] Pushing event updated for resources: {'Port': ['ID=4397e755-f303-4e88-89fe-ca00cc3a9348,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:10.960236 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121eb6c3-7f08-44bb-88f3-89864982daf1 x-openstack-request-id: req-121eb6c3-7f08-44bb-88f3-89864982daf1 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:45:10.960603 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226446fc-0c6b-4230-9a17-59cd6e314ada", "tag": "4397e755-f303-4e88-89fe-ca00cc3a9348", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:45:10.960893 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-121eb6c3-7f08-44bb-88f3-89864982daf1 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:45:10.961379 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121eb6c3-7f08-44bb-88f3-89864982daf1'] response: {'name': 'network-changed', 'server_uuid': '226446fc-0c6b-4230-9a17-59cd6e314ada', 'tag': '4397e755-f303-4e88-89fe-ca00cc3a9348', 'status': 'completed', 'code': 200} Apr 12 18:45:11.038087 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d8063-4579-489a-883d-e15d25803211 req-7bbeac16-77d4-4c21-b282-a349b508671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:11.039664 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-7bbeac16-77d4-4c21-b282-a349b508671a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 1128 time: 0.0678754 Apr 12 18:45:11.066283 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c47b0f-969d-45c6-8cd0-504742a921dc req-7a1bf298-de9f-40c7-b191-5fdf842a3a0a tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:11.067833 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32c47b0f-969d-45c6-8cd0-504742a921dc req-7a1bf298-de9f-40c7-b191-5fdf842a3a0a tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 985 time: 0.0661180 Apr 12 18:45:11.106210 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-bfb1830d-ae97-449b-b9a7-903108ff2d8b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4397e755-f303-4e88-89fe-ca00cc3a9348 HTTP/1.1" status: 200 len: 217 time: 0.0526073 Apr 12 18:45:11.177562 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d8063-4579-489a-883d-e15d25803211 req-e6b43dd7-8ef4-496d-ab68-98285e7ffa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:11.179112 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-e6b43dd7-8ef4-496d-ab68-98285e7ffa20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33d52d9c-12da-4676-bd06-e720c647d8df HTTP/1.1" status: 200 len: 854 time: 0.0639966 Apr 12 18:45:11.205426 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32c47b0f-969d-45c6-8cd0-504742a921dc req-b3f14f41-826f-4f13-997f-d6470fb93f28 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c047297-35d1-474e-b080-8d71875cc223&id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061022 Apr 12 18:45:11.233224 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d8063-4579-489a-883d-e15d25803211 req-568869bc-e004-472a-9d13-e2c74fb274a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:11.234741 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-568869bc-e004-472a-9d13-e2c74fb274a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6ede6b-2ee4-4b44-9324-17591d93f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462134 Apr 12 18:45:11.347672 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-f5ceee7d-55d8-4310-ac13-2fc5258d66c9 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965583 Apr 12 18:45:11.448459 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b1d8063-4579-489a-883d-e15d25803211 req-f7860a28-154e-46a9-b540-b1853c9a7e9e service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936317 Apr 12 18:45:11.632876 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbbb19-03b4-49da-866c-4f7f26176488 req-041d6460-e239-4ccb-828f-5f53a6fa8034 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:11.634297 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-21cbbb19-03b4-49da-866c-4f7f26176488 req-041d6460-e239-4ccb-828f-5f53a6fa8034 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 944 time: 0.0522082 Apr 12 18:45:11.681398 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-21cbbb19-03b4-49da-866c-4f7f26176488 req-607e6995-896c-4764-a41c-66cb90e680f0 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=de57ae66-8b0b-4877-810c-1d387440cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413001 Apr 12 18:45:12.337008 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb48274-4cc8-4cc8-beb2-336568393c81 req-17aadf47-77d9-44c0-a476-e8511bedabea tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:12.338472 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4fb48274-4cc8-4cc8-beb2-336568393c81 req-17aadf47-77d9-44c0-a476-e8511bedabea tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 985 time: 0.0536537 Apr 12 18:45:12.398061 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4fb48274-4cc8-4cc8-beb2-336568393c81 req-c543c3ff-f2ce-4482-870e-854d65d9efce tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c047297-35d1-474e-b080-8d71875cc223&id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537982 Apr 12 18:45:12.807149 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f78639-45db-4ad8-8d71-7b1b36f523be req-5709b699-a1ab-4b8e-8d8a-91b40650079e tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:12.808673 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-25f78639-45db-4ad8-8d71-7b1b36f523be req-5709b699-a1ab-4b8e-8d8a-91b40650079e tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 944 time: 0.0529344 Apr 12 18:45:12.856573 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-25f78639-45db-4ad8-8d71-7b1b36f523be req-f7dff1a4-7e2e-41bb-a86a-5604b65de3ac tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=de57ae66-8b0b-4877-810c-1d387440cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420103 Apr 12 18:45:13.306643 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-32573437-5fed-40be-a681-4ac48e9ca253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:13.511294 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db2b11-5acf-4cf3-8d26-ccc52684cde4 req-2d9f1796-669d-4060-b503-0d3020b26b61 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:13.512781 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-35db2b11-5acf-4cf3-8d26-ccc52684cde4 req-2d9f1796-669d-4060-b503-0d3020b26b61 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 985 time: 0.0474269 Apr 12 18:45:13.572703 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-35db2b11-5acf-4cf3-8d26-ccc52684cde4 req-cc19a4f3-077b-4d70-b88a-47d07be57aa3 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c047297-35d1-474e-b080-8d71875cc223&id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539780 Apr 12 18:45:13.997110 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194ae42-d23a-4e3c-8415-4c00f6dc4999 req-2cf9d7b9-f67c-4fbc-aab8-4d033add9f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:13.998594 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2194ae42-d23a-4e3c-8415-4c00f6dc4999 req-2cf9d7b9-f67c-4fbc-aab8-4d033add9f68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 1128 time: 0.0723283 Apr 12 18:45:14.010459 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f458ce-4efd-4582-bad4-1ee2af8c2d52 req-035fa6b8-0b33-41bb-b171-b28508629f8f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:14.012100 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b0f458ce-4efd-4582-bad4-1ee2af8c2d52 req-035fa6b8-0b33-41bb-b171-b28508629f8f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 944 time: 0.0752110 Apr 12 18:45:14.060148 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b0f458ce-4efd-4582-bad4-1ee2af8c2d52 req-7110cb62-1ffb-4976-8ada-4e06a28229e0 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=de57ae66-8b0b-4877-810c-1d387440cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422969 Apr 12 18:45:14.487826 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194ae42-d23a-4e3c-8415-4c00f6dc4999 req-0c03de75-a29c-4122-b3b6-1006469355ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:14.489302 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2194ae42-d23a-4e3c-8415-4c00f6dc4999 req-0c03de75-a29c-4122-b3b6-1006469355ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 916 time: 0.0983384 Apr 12 18:45:14.699078 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80762928-9df8-4d47-94e1-317fee236056 req-f77c950e-ec66-4cfa-a22d-23e0534fded6 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:14.700471 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-80762928-9df8-4d47-94e1-317fee236056 req-f77c950e-ec66-4cfa-a22d-23e0534fded6 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 985 time: 0.0512171 Apr 12 18:45:14.761248 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-80762928-9df8-4d47-94e1-317fee236056 req-45098a16-f3e0-4288-9f62-4f8e542c2a94 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c047297-35d1-474e-b080-8d71875cc223&id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551147 Apr 12 18:45:14.977266 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2194ae42-d23a-4e3c-8415-4c00f6dc4999 req-c03fcdf0-44ec-4a81-9bca-06a6e3b0e26c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4397e755-f303-4e88-89fe-ca00cc3a9348 HTTP/1.1" status: 200 len: 217 time: 0.0380883 Apr 12 18:45:15.080719 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194ae42-d23a-4e3c-8415-4c00f6dc4999 req-e51f1f86-0446-4e51-9528-963d082532c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:15.082181 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2194ae42-d23a-4e3c-8415-4c00f6dc4999 req-e51f1f86-0446-4e51-9528-963d082532c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33d52d9c-12da-4676-bd06-e720c647d8df HTTP/1.1" status: 200 len: 854 time: 0.0507576 Apr 12 18:45:15.127342 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194ae42-d23a-4e3c-8415-4c00f6dc4999 req-8d413531-6669-4e63-9eb1-2024342b37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:15.128863 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2194ae42-d23a-4e3c-8415-4c00f6dc4999 req-8d413531-6669-4e63-9eb1-2024342b37bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6ede6b-2ee4-4b44-9324-17591d93f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401947 Apr 12 18:45:15.227467 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff181b52-2e85-4cc8-8be2-4f633eea9aec req-826bc993-192c-4c25-92d7-74e8376fd1e7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:15.228833 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ff181b52-2e85-4cc8-8be2-4f633eea9aec req-826bc993-192c-4c25-92d7-74e8376fd1e7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 944 time: 0.0961361 Apr 12 18:45:15.283676 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2194ae42-d23a-4e3c-8415-4c00f6dc4999 req-9daec3c5-2f0a-409a-8ecf-ec64feee9700 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424634 Apr 12 18:45:15.317061 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ff181b52-2e85-4cc8-8be2-4f633eea9aec req-cc343f4b-8499-4d31-82dd-205203f10c3c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=de57ae66-8b0b-4877-810c-1d387440cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812774 Apr 12 18:45:15.385868 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2194ae42-d23a-4e3c-8415-4c00f6dc4999 req-ab708aab-e443-43f0-a873-fcd684150f65 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939429 Apr 12 18:45:15.447877 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 4397e755-f303-4e88-89fe-ca00cc3a9348 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:45:15.545733 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 4397e755-f303-4e88-89fe-ca00cc3a9348, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4397e755-f303-4e88-89fe-ca00cc3a9348,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:15.557466 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '4397e755-f303-4e88-89fe-ca00cc3a9348', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'port_id': '4397e755-f303-4e88-89fe-ca00cc3a9348', 'mac_address': 'fa:16:3e:ff:7c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:45:15.598592 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 4397e755-f303-4e88-89fe-ca00cc3a9348 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:15.598986 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:15.743411 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4397e755-f303-4e88-89fe-ca00cc3a9348 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:45:15.762046 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-47ba0b6b-3e59-4e83-a7ea-76427fd96aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:15.772404 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 4397e755-f303-4e88-89fe-ca00cc3a9348, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4397e755-f303-4e88-89fe-ca00cc3a9348,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:15.778201 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:15.813729 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8219bb-dfc5-43ec-8b94-b2fc08f081c6 req-9053cd38-c367-4d16-99fe-a2609e82276a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:15.815355 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4f8219bb-dfc5-43ec-8b94-b2fc08f081c6 req-9053cd38-c367-4d16-99fe-a2609e82276a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0683708 Apr 12 18:45:15.833422 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=4397e755-f303-4e88-89fe-ca00cc3a9348,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:15.840872 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:15.841223 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:15.841592 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:15.841954 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:15.842292 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:15.842623 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:15.842954 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:15.843307 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:15.843641 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:15.843970 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:15.844296 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:15.844679 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:15.845001 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:15.845321 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:15.845643 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:15.896397 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888aaea-1dff-4850-aa00-8f1c91d83a27 req-7903ef47-dabb-44a1-ad24-accd5ffe4dbc tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:15.897871 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1888aaea-1dff-4850-aa00-8f1c91d83a27 req-7903ef47-dabb-44a1-ad24-accd5ffe4dbc tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 985 time: 0.0633302 Apr 12 18:45:15.901258 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4f8219bb-dfc5-43ec-8b94-b2fc08f081c6 req-463fc8af-5c59-4470-b6f2-ed40f583e7f9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801809 Apr 12 18:45:15.959685 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1888aaea-1dff-4850-aa00-8f1c91d83a27 req-d29e29e5-f454-40fb-be69-375ce8ae4adc tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c047297-35d1-474e-b080-8d71875cc223&id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561240 Apr 12 18:45:16.188195 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['4397e755-f303-4e88-89fe-ca00cc3a9348'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:45:16.433619 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b4b96-55ff-4a2b-aae2-89d3766287d5 req-912a3304-ca6c-4d03-8c74-7767367cfe64 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:16.435116 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-959b4b96-55ff-4a2b-aae2-89d3766287d5 req-912a3304-ca6c-4d03-8c74-7767367cfe64 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 945 time: 0.0522854 Apr 12 18:45:16.485691 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-959b4b96-55ff-4a2b-aae2-89d3766287d5 req-fb4d4f31-98df-4eb7-b43b-a5f12418e28f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=de57ae66-8b0b-4877-810c-1d387440cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422921 Apr 12 18:45:16.605803 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:17.030285 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05059f72-3e3c-4d98-8427-c7542b650e5f req-4d81122a-e46b-41b0-a9fc-ac3c21d34b9e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:17.031648 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-05059f72-3e3c-4d98-8427-c7542b650e5f req-4d81122a-e46b-41b0-a9fc-ac3c21d34b9e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0502343 Apr 12 18:45:17.081627 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-05059f72-3e3c-4d98-8427-c7542b650e5f req-3622b3a6-3f6b-4251-b87a-d85c76692940 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415833 Apr 12 18:45:17.458343 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 4397e755-f303-4e88-89fe-ca00cc3a9348 up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:45:17.509297 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port 4397e755-f303-4e88-89fe-ca00cc3a9348 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:45:17.518282 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 4397e755-f303-4e88-89fe-ca00cc3a9348 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:17.518754 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:17.596574 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca50b05-0cf3-493b-ba37-689d83f06ff2 req-e590e70a-0309-4944-b4a1-e340eadddba2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:17.598186 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ca50b05-0cf3-493b-ba37-689d83f06ff2 req-e590e70a-0309-4944-b4a1-e340eadddba2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 945 time: 0.0477226 Apr 12 18:45:17.601354 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 4397e755-f303-4e88-89fe-ca00cc3a9348 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:17.601751 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:17.626369 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226446fc-0c6b-4230-9a17-59cd6e314ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4397e755-f303-4e88-89fe-ca00cc3a9348'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:45:17.628787 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc0d580-4884-49c1-aa64-62f37691bb8a" -d '{"events": [{"server_uuid": "226446fc-0c6b-4230-9a17-59cd6e314ada", "name": "network-vif-plugged", "status": "completed", "tag": "4397e755-f303-4e88-89fe-ca00cc3a9348"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:45:17.641139 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 4397e755-f303-4e88-89fe-ca00cc3a9348, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4397e755-f303-4e88-89fe-ca00cc3a9348,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:17.646976 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:17.652525 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ca50b05-0cf3-493b-ba37-689d83f06ff2 req-0045904e-80ed-4d83-bf3e-54b216b17479 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=de57ae66-8b0b-4877-810c-1d387440cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477455 Apr 12 18:45:17.696104 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=4397e755-f303-4e88-89fe-ca00cc3a9348,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:17.726172 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38cda16-6574-47fb-9d19-4ef3f79ba863 x-openstack-request-id: req-a38cda16-6574-47fb-9d19-4ef3f79ba863 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:45:17.726488 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226446fc-0c6b-4230-9a17-59cd6e314ada", "name": "network-vif-plugged", "status": "completed", "tag": "4397e755-f303-4e88-89fe-ca00cc3a9348", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:45:17.726751 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a38cda16-6574-47fb-9d19-4ef3f79ba863 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:45:17.727160 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38cda16-6574-47fb-9d19-4ef3f79ba863'] response: {'server_uuid': '226446fc-0c6b-4230-9a17-59cd6e314ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4397e755-f303-4e88-89fe-ca00cc3a9348', 'code': 200} Apr 12 18:45:18.015616 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:18.196417 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da3a3f-8ce1-41f6-9316-977f1454027c req-9b4fe850-0def-4f27-889c-25fe8d3253b7 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:18.198211 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d8da3a3f-8ce1-41f6-9316-977f1454027c req-9b4fe850-0def-4f27-889c-25fe8d3253b7 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0495830 Apr 12 18:45:18.247069 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d8da3a3f-8ce1-41f6-9316-977f1454027c req-06a33d07-046b-42b1-b7e1-f05f6d5815a1 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405862 Apr 12 18:45:18.777261 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99cadb-16ef-4ed9-af1f-1db12f7b5456 req-da5a811f-a2a3-4f96-8b6f-78cd2e0aeb67 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:18.779415 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fa99cadb-16ef-4ed9-af1f-1db12f7b5456 req-da5a811f-a2a3-4f96-8b6f-78cd2e0aeb67 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 946 time: 0.0524795 Apr 12 18:45:18.829758 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fa99cadb-16ef-4ed9-af1f-1db12f7b5456 req-d7dbe76c-e439-4fca-948b-a1419d3bdeb4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=de57ae66-8b0b-4877-810c-1d387440cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443070 Apr 12 18:45:18.980572 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdb21c-8790-4b03-87bb-4759fee18231 req-a148c1d4-6ea7-456e-ae86-aa5d41c39a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:18.981934 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5abdb21c-8790-4b03-87bb-4759fee18231 req-a148c1d4-6ea7-456e-ae86-aa5d41c39a83 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 1130 time: 0.0422020 Apr 12 18:45:19.030635 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5abdb21c-8790-4b03-87bb-4759fee18231 req-ec701189-406a-4ef3-9acc-a4887c6638ef service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=de57ae66-8b0b-4877-810c-1d387440cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398057 Apr 12 18:45:19.389695 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b3db2-66d6-41e5-9e41-cbad5f2f2d78 req-e8e62212-a37a-4bf7-ab76-0ab294bdc10b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:19.391166 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a98b3db2-66d6-41e5-9e41-cbad5f2f2d78 req-e8e62212-a37a-4bf7-ab76-0ab294bdc10b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0564411 Apr 12 18:45:19.438190 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a98b3db2-66d6-41e5-9e41-cbad5f2f2d78 req-7d825536-3fbf-4fb8-9a03-a4a921ca685e tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412374 Apr 12 18:45:19.748026 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:19.948835 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1193a-b4ca-46c0-87db-616eee6b9c38 req-dd1d6a64-618e-4bf1-b84c-26f74ed71323 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:19.950285 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4ea1193a-b4ca-46c0-87db-616eee6b9c38 req-dd1d6a64-618e-4bf1-b84c-26f74ed71323 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 946 time: 0.0492768 Apr 12 18:45:19.996592 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4ea1193a-b4ca-46c0-87db-616eee6b9c38 req-907f7559-b0b5-4157-bf49-5e4f6302e171 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=de57ae66-8b0b-4877-810c-1d387440cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407906 Apr 12 18:45:20.103557 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500adb96-097a-4dca-a88b-147a819a77f8 req-9a2922de-a50f-42c8-8e64-03b8114be994 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:20.104980 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-500adb96-097a-4dca-a88b-147a819a77f8 req-9a2922de-a50f-42c8-8e64-03b8114be994 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.65 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0469418 Apr 12 18:45:20.203540 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-500adb96-097a-4dca-a88b-147a819a77f8 req-b7f82da8-6b06-4edb-84e3-912a19fd8c02 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Deleting port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:45:20.203886 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-500adb96-097a-4dca-a88b-147a819a77f8 req-b7f82da8-6b06-4edb-84e3-912a19fd8c02 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:20.298495 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-500adb96-097a-4dca-a88b-147a819a77f8 req-b7f82da8-6b06-4edb-84e3-912a19fd8c02 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] For port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:20.298760 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-500adb96-097a-4dca-a88b-147a819a77f8 req-b7f82da8-6b06-4edb-84e3-912a19fd8c02 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:20.481088 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-500adb96-097a-4dca-a88b-147a819a77f8 req-b7f82da8-6b06-4edb-84e3-912a19fd8c02 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:20.481662 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-500adb96-097a-4dca-a88b-147a819a77f8 req-b7f82da8-6b06-4edb-84e3-912a19fd8c02 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (a69f44d7-dc4f-405c-8782-4c7151c2f937), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:20.481775 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [req-500adb96-097a-4dca-a88b-147a819a77f8 req-b7f82da8-6b06-4edb-84e3-912a19fd8c02 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Floating IP a69f44d7-dc4f-405c-8782-4c7151c2f937 disassociated. External IP: 172.27.2.206, port: 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce. Apr 12 18:45:20.482115 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-500adb96-097a-4dca-a88b-147a819a77f8 req-b7f82da8-6b06-4edb-84e3-912a19fd8c02 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Calling delete_port for 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:45:20.582690 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0776af-9e7e-40c4-9656-6b006420b82c req-540f924b-5ddd-46ae-b8dd-cc15a77ecf87 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:20.584229 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ca0776af-9e7e-40c4-9656-6b006420b82c req-540f924b-5ddd-46ae-b8dd-cc15a77ecf87 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=c111be44-1a03-45f4-84f5-d25edd03d5db HTTP/1.1" status: 200 len: 945 time: 0.0588622 Apr 12 18:45:20.669313 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ca0776af-9e7e-40c4-9656-6b006420b82c req-3e7f2b8b-41ec-450d-8e79-4dd683058f3c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=c603e8e0-7ffd-4660-9c2e-73d7a499f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742037 Apr 12 18:45:20.685806 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-500adb96-097a-4dca-a88b-147a819a77f8 req-b7f82da8-6b06-4edb-84e3-912a19fd8c02 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:20.719552 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f82da8-6b06-4edb-84e3-912a19fd8c02 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Pushing event deleted for resources: {'Port': ['ID=43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:20.841242 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-500adb96-097a-4dca-a88b-147a819a77f8 req-b7f82da8-6b06-4edb-84e3-912a19fd8c02 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Router d4f668c2-f653-495b-885c-1d8896cde7ff has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:45:20.962729 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-500adb96-097a-4dca-a88b-147a819a77f8 req-b7f82da8-6b06-4edb-84e3-912a19fd8c02 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:45:20.974892 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e1a6bc-a672-4935-a307-632e3eaae418 None None] Sync routers for ids ['d4f668c2-f653-495b-885c-1d8896cde7ff'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:45:20.985090 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e1a6bc-a672-4935-a307-632e3eaae418 None None] Routers {'d4f668c2-f653-495b-885c-1d8896cde7ff'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:20.985801 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-43e1a6bc-a672-4935-a307-632e3eaae418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d4f668c2-f653-495b-885c-1d8896cde7ff'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:21.004998 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-500adb96-097a-4dca-a88b-147a819a77f8 req-b7f82da8-6b06-4edb-84e3-912a19fd8c02 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] No DVR routers for this DVR port 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:45:21.007610 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-500adb96-097a-4dca-a88b-147a819a77f8 req-b7f82da8-6b06-4edb-84e3-912a19fd8c02 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:21.010822 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-500adb96-097a-4dca-a88b-147a819a77f8 req-b7f82da8-6b06-4edb-84e3-912a19fd8c02 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.65 "DELETE /v2.0/ports/43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce HTTP/1.1" status: 204 len: 173 time: 0.8990424 Apr 12 18:45:21.011283 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'name': 'network-vif-deleted', 'tag': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:45:21.013586 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4ca870-6424-445a-bb56-c1816205effa" -d '{"events": [{"server_uuid": "c111be44-1a03-45f4-84f5-d25edd03d5db", "name": "network-vif-deleted", "tag": "43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:45:21.073993 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff3d026-107c-4baf-a372-d1ffa1cb1936 x-openstack-request-id: req-7ff3d026-107c-4baf-a372-d1ffa1cb1936 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:45:21.074446 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c111be44-1a03-45f4-84f5-d25edd03d5db", "name": "network-vif-deleted", "tag": "43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:45:21.074703 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ff3d026-107c-4baf-a372-d1ffa1cb1936 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:45:21.075114 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff3d026-107c-4baf-a372-d1ffa1cb1936'] response: {'server_uuid': 'c111be44-1a03-45f4-84f5-d25edd03d5db', 'name': 'network-vif-deleted', 'tag': '43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce', 'status': 'completed', 'code': 200} Apr 12 18:45:21.124322 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-43e1a6bc-a672-4935-a307-632e3eaae418 None None] Set router d4f668c2-f653-495b-885c-1d8896cde7ff gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:21.158624 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fd82c-1ee2-4578-b8bc-14d85ef5decd req-66704939-e651-41e7-aa82-ae8ce4f90e88 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:21.166058 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-098fd82c-1ee2-4578-b8bc-14d85ef5decd req-66704939-e651-41e7-aa82-ae8ce4f90e88 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 946 time: 0.0632620 Apr 12 18:45:21.210516 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-098fd82c-1ee2-4578-b8bc-14d85ef5decd req-d82fc397-b827-4da2-a3f7-bf3850df2671 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=de57ae66-8b0b-4877-810c-1d387440cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435829 Apr 12 18:45:21.323118 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53572dc4-2b54-44f5-80e4-4914154ae042 req-bcb75e0f-5a91-494f-bc29-f18d0d742fd8 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:21.324646 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-53572dc4-2b54-44f5-80e4-4914154ae042 req-bcb75e0f-5a91-494f-bc29-f18d0d742fd8 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 946 time: 0.0504248 Apr 12 18:45:21.333214 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-43e1a6bc-a672-4935-a307-632e3eaae418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '412df551-9da9-45d9-910c-2e9722213510', 'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'mac_address': 'fa:16:3e:d7:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:46Z', 'revision_number': 5, 'project_id': '86834b83fff74546a622369a6b71f863', 'subnets': [{'id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:21.333666 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33858) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:21.338054 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-aa39ae19-0dc5-493b-a1e7-6d7aaba610b5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'floatingip': {'port_id': '4397e755-f303-4e88-89fe-ca00cc3a9348'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:21.359964 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e1a6bc-a672-4935-a307-632e3eaae418 None None] Checking router: d4f668c2-f653-495b-885c-1d8896cde7ff for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:45:21.368952 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e1a6bc-a672-4935-a307-632e3eaae418 None None] Routers {'d4f668c2-f653-495b-885c-1d8896cde7ff'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:21.369563 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-43e1a6bc-a672-4935-a307-632e3eaae418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d4f668c2-f653-495b-885c-1d8896cde7ff'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:21.376095 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-aa39ae19-0dc5-493b-a1e7-6d7aaba610b5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (5617a63e-f1d0-4dab-9c1f-e1457a4f26bb), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:21.486692 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-43e1a6bc-a672-4935-a307-632e3eaae418 None None] Set router d4f668c2-f653-495b-885c-1d8896cde7ff gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:21.682116 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-43e1a6bc-a672-4935-a307-632e3eaae418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '412df551-9da9-45d9-910c-2e9722213510', 'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'mac_address': 'fa:16:3e:d7:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:46Z', 'revision_number': 5, 'project_id': '86834b83fff74546a622369a6b71f863', 'subnets': [{'id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:21.709133 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e1a6bc-a672-4935-a307-632e3eaae418 None None] The sync data for ids ['d4f668c2-f653-495b-885c-1d8896cde7ff'] in dv-cinder-837536-1-iscsi is: [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '412df551-9da9-45d9-910c-2e9722213510', 'name': '', 'network_id': '7700dda7-79d5-4276-8ecc-6a223e399f7b', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'mac_address': 'fa:16:3e:d7:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:46Z', 'revision_number': 5, 'project_id': '86834b83fff74546a622369a6b71f863', 'subnets': [{'id': '1fdfc130-a75f-442a-b693-285ff29a5ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:45:21.758090 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33864) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:21.819317 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1ef5dec5-a3e1-4905-aef8-4a9b2277eade tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for security_group (c603e8e0-7ffd-4660-9c2e-73d7a499f859), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:21.835820 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-aa39ae19-0dc5-493b-a1e7-6d7aaba610b5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:21.840478 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-aa39ae19-0dc5-493b-a1e7-6d7aaba610b5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (5617a63e-f1d0-4dab-9c1f-e1457a4f26bb), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:21.843118 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1ef5dec5-a3e1-4905-aef8-4a9b2277eade tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for security_group (c603e8e0-7ffd-4660-9c2e-73d7a499f859), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:21.895864 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1ef5dec5-a3e1-4905-aef8-4a9b2277eade tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (c603e8e0-7ffd-4660-9c2e-73d7a499f859), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:21.898906 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1ef5dec5-a3e1-4905-aef8-4a9b2277eade tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:21.903279 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-1ef5dec5-a3e1-4905-aef8-4a9b2277eade tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "DELETE /v2.0/security-groups/c603e8e0-7ffd-4660-9c2e-73d7a499f859 HTTP/1.1" status: 204 len: 168 time: 0.1439033 Apr 12 18:45:21.904195 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33866) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:21.925987 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5dec5-a3e1-4905-aef8-4a9b2277eade tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c603e8e0-7ffd-4660-9c2e-73d7a499f859,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:21.928498 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.api.v2.resource [None req-a7b96349-ff41-4426-88b1-82bb86793425 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] show failed (client error): The resource could not be found. Apr 12 18:45:21.931296 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-a7b96349-ff41-4426-88b1-82bb86793425 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups/c603e8e0-7ffd-4660-9c2e-73d7a499f859 HTTP/1.1" status: 404 len: 347 time: 0.0212200 Apr 12 18:45:21.932908 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33868) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:22.000211 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fbe8b9-29fc-4630-9206-fa9eb994b3de None None] New status for floating IP a69f44d7-dc4f-405c-8782-4c7151c2f937: DOWN {{(pid=103441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:45:22.068548 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-1576206f-2b74-479c-8276-956410a9a55a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Deleting port c0e33c8c-b6a2-4983-8e74-3a04f60b72b1 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:45:22.068548 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1576206f-2b74-479c-8276-956410a9a55a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (c0e33c8c-b6a2-4983-8e74-3a04f60b72b1), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:22.147539 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1576206f-2b74-479c-8276-956410a9a55a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (c0e33c8c-b6a2-4983-8e74-3a04f60b72b1), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:22.147937 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1576206f-2b74-479c-8276-956410a9a55a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for floatingip (c0e33c8c-b6a2-4983-8e74-3a04f60b72b1), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:22.162335 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-1576206f-2b74-479c-8276-956410a9a55a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Calling delete_port for c0e33c8c-b6a2-4983-8e74-3a04f60b72b1 owned by network:floatingip {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:45:22.198044 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-aa39ae19-0dc5-493b-a1e7-6d7aaba610b5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Floating IP 5617a63e-f1d0-4dab-9c1f-e1457a4f26bb associated. External IP: 172.27.2.223, port: 4397e755-f303-4e88-89fe-ca00cc3a9348. Apr 12 18:45:22.298152 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1576206f-2b74-479c-8276-956410a9a55a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (c0e33c8c-b6a2-4983-8e74-3a04f60b72b1), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:22.324705 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576206f-2b74-479c-8276-956410a9a55a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Pushing event deleted for resources: {'Port': ['ID=c0e33c8c-b6a2-4983-8e74-3a04f60b72b1,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:22.388936 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1576206f-2b74-479c-8276-956410a9a55a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks [] for floatingip (a69f44d7-dc4f-405c-8782-4c7151c2f937), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:22.391445 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1576206f-2b74-479c-8276-956410a9a55a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:22.392558 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-1576206f-2b74-479c-8276-956410a9a55a tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "DELETE /v2.0/floatingips/a69f44d7-dc4f-405c-8782-4c7151c2f937 HTTP/1.1" status: 204 len: 168 time: 0.4585946 Apr 12 18:45:22.411232 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa39ae19-0dc5-493b-a1e7-6d7aaba610b5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:45:22.523611 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa39ae19-0dc5-493b-a1e7-6d7aaba610b5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:45:22.528094 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-aa39ae19-0dc5-493b-a1e7-6d7aaba610b5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:22.533076 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04280d-c07a-4832-9d1d-eecbd4b93d8a None None] Sync routers for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:45:22.542908 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04280d-c07a-4832-9d1d-eecbd4b93d8a None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:22.543558 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-bf04280d-c07a-4832-9d1d-eecbd4b93d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:22.558221 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-aa39ae19-0dc5-493b-a1e7-6d7aaba610b5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "PUT /v2.0/floatingips/5617a63e-f1d0-4dab-9c1f-e1457a4f26bb HTTP/1.1" status: 200 len: 992 time: 1.2234774 Apr 12 18:45:22.652248 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-bf04280d-c07a-4832-9d1d-eecbd4b93d8a None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:22.873157 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-bf04280d-c07a-4832-9d1d-eecbd4b93d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '5617a63e-f1d0-4dab-9c1f-e1457a4f26bb', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': '4397e755-f303-4e88-89fe-ca00cc3a9348', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:ff:7c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226446fc-0c6b-4230-9a17-59cd6e314ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:45:06Z', 'updated_at': '2022-04-12T18:45:21Z', 'revision_number': 1, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:22.900401 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04280d-c07a-4832-9d1d-eecbd4b93d8a None None] Checking router: 8e861e55-c1da-476c-a48d-ec2cf39b40b8 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:45:22.909097 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04280d-c07a-4832-9d1d-eecbd4b93d8a None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:22.909691 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-bf04280d-c07a-4832-9d1d-eecbd4b93d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:23.017553 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-bf04280d-c07a-4832-9d1d-eecbd4b93d8a None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:23.076547 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226446fc-0c6b-4230-9a17-59cd6e314ada', 'tag': '4397e755-f303-4e88-89fe-ca00cc3a9348'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:45:23.079000 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3214497e-86d8-4bc2-acc8-7e214d74d676" -d '{"events": [{"name": "network-changed", "server_uuid": "226446fc-0c6b-4230-9a17-59cd6e314ada", "tag": "4397e755-f303-4e88-89fe-ca00cc3a9348"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:45:23.115489 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce88f8e5-b94a-4bdd-9a01-8dcf9acb3a59 x-openstack-request-id: req-ce88f8e5-b94a-4bdd-9a01-8dcf9acb3a59 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:45:23.115764 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226446fc-0c6b-4230-9a17-59cd6e314ada", "tag": "4397e755-f303-4e88-89fe-ca00cc3a9348", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:45:23.116037 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce88f8e5-b94a-4bdd-9a01-8dcf9acb3a59 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:45:23.116448 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce88f8e5-b94a-4bdd-9a01-8dcf9acb3a59'] response: {'name': 'network-changed', 'server_uuid': '226446fc-0c6b-4230-9a17-59cd6e314ada', 'tag': '4397e755-f303-4e88-89fe-ca00cc3a9348', 'status': 'completed', 'code': 200} Apr 12 18:45:23.175341 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214497e-86d8-4bc2-acc8-7e214d74d676 req-171f780c-ee55-46e7-828c-dd634a3fc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:23.176828 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3214497e-86d8-4bc2-acc8-7e214d74d676 req-171f780c-ee55-46e7-828c-dd634a3fc964 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 1130 time: 0.0396774 Apr 12 18:45:23.233601 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-bf04280d-c07a-4832-9d1d-eecbd4b93d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '5617a63e-f1d0-4dab-9c1f-e1457a4f26bb', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': '4397e755-f303-4e88-89fe-ca00cc3a9348', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:ff:7c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226446fc-0c6b-4230-9a17-59cd6e314ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:45:06Z', 'updated_at': '2022-04-12T18:45:21Z', 'revision_number': 1, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:23.260010 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04280d-c07a-4832-9d1d-eecbd4b93d8a None None] The sync data for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi is: [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '5617a63e-f1d0-4dab-9c1f-e1457a4f26bb', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': '4397e755-f303-4e88-89fe-ca00cc3a9348', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:ff:7c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226446fc-0c6b-4230-9a17-59cd6e314ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:45:06Z', 'updated_at': '2022-04-12T18:45:21Z', 'revision_number': 1, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:45:23.272407 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214497e-86d8-4bc2-acc8-7e214d74d676 req-56a88482-4b6e-4698-9482-52393edb2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:23.273857 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3214497e-86d8-4bc2-acc8-7e214d74d676 req-56a88482-4b6e-4698-9482-52393edb2555 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 916 time: 0.0903382 Apr 12 18:45:23.347330 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3214497e-86d8-4bc2-acc8-7e214d74d676 req-3639fbd8-b75e-4669-920f-d968dcbac018 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4397e755-f303-4e88-89fe-ca00cc3a9348 HTTP/1.1" status: 200 len: 1000 time: 0.0671623 Apr 12 18:45:23.396865 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214497e-86d8-4bc2-acc8-7e214d74d676 req-cc7753bc-9ddf-4797-ae69-8d7bd96e0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:23.398350 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3214497e-86d8-4bc2-acc8-7e214d74d676 req-cc7753bc-9ddf-4797-ae69-8d7bd96e0d8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33d52d9c-12da-4676-bd06-e720c647d8df HTTP/1.1" status: 200 len: 854 time: 0.0454056 Apr 12 18:45:23.448089 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214497e-86d8-4bc2-acc8-7e214d74d676 req-6ab8ed7a-deaf-46ec-8ab1-d867364d3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:23.449609 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3214497e-86d8-4bc2-acc8-7e214d74d676 req-6ab8ed7a-deaf-46ec-8ab1-d867364d3c9e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6ede6b-2ee4-4b44-9324-17591d93f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450363 Apr 12 18:45:23.454968 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a3745e-98d5-41d1-ba4a-01ae7b574c03 None None] New status for floating IP 5617a63e-f1d0-4dab-9c1f-e1457a4f26bb: ACTIVE {{(pid=103441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:45:23.492329 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:45:23.513897 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:45:23.514236 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 43a1ffaf-4b5f-4e19-b3cc-798b9eb2c5ce not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:45:23.540153 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3214497e-86d8-4bc2-acc8-7e214d74d676 req-8dbc5caf-39e4-4d05-b7b5-e76e041f1962 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846508 Apr 12 18:45:23.648828 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3214497e-86d8-4bc2-acc8-7e214d74d676 req-bf90887f-5526-4138-b383-c1625479e4c6 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018701 Apr 12 18:45:24.883577 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0fda6-53c1-47dc-bd01-460d3e363043 req-65c1495f-f487-42fe-bb79-a86f1b9cb717 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:24.885016 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1eb0fda6-53c1-47dc-bd01-460d3e363043 req-65c1495f-f487-42fe-bb79-a86f1b9cb717 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0472629 Apr 12 18:45:24.935858 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1eb0fda6-53c1-47dc-bd01-460d3e363043 req-c48f04d5-5de0-464d-b1ae-698c863f8286 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425801 Apr 12 18:45:25.590130 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1d6dc-e872-4d20-9839-ce33ccfa9fc9 req-10ec9839-e20d-487e-b1b4-def4ce6cb921 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:25.591612 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6ce1d6dc-e872-4d20-9839-ce33ccfa9fc9 req-10ec9839-e20d-487e-b1b4-def4ce6cb921 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.65 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 945 time: 0.0624690 Apr 12 18:45:25.680457 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-6ce1d6dc-e872-4d20-9839-ce33ccfa9fc9 req-723c1433-8e6a-4806-8949-1c68b6ca7520 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Deleting port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:45:25.680798 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-6ce1d6dc-e872-4d20-9839-ce33ccfa9fc9 req-723c1433-8e6a-4806-8949-1c68b6ca7520 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:25.769774 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-6ce1d6dc-e872-4d20-9839-ce33ccfa9fc9 req-723c1433-8e6a-4806-8949-1c68b6ca7520 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] For port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=30fb8434-c2f0-4422-ab69-b8fd8fd9c059,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:25.770138 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-6ce1d6dc-e872-4d20-9839-ce33ccfa9fc9 req-723c1433-8e6a-4806-8949-1c68b6ca7520 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:25.787690 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-6ce1d6dc-e872-4d20-9839-ce33ccfa9fc9 req-723c1433-8e6a-4806-8949-1c68b6ca7520 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Calling delete_port for 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:45:25.919886 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-6ce1d6dc-e872-4d20-9839-ce33ccfa9fc9 req-723c1433-8e6a-4806-8949-1c68b6ca7520 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (30fb8434-c2f0-4422-ab69-b8fd8fd9c059), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:25.936348 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['30fb8434-c2f0-4422-ab69-b8fd8fd9c059', '50061fb5-0742-4153-89dc-67f17c1a55e4'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:45:25.948173 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c1433-8e6a-4806-8949-1c68b6ca7520 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Pushing event deleted for resources: {'Port': ['ID=30fb8434-c2f0-4422-ab69-b8fd8fd9c059,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:26.001874 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce1d6dc-e872-4d20-9839-ce33ccfa9fc9 req-723c1433-8e6a-4806-8949-1c68b6ca7520 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] No DVR routers for this DVR port 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:45:26.004767 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-6ce1d6dc-e872-4d20-9839-ce33ccfa9fc9 req-723c1433-8e6a-4806-8949-1c68b6ca7520 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:26.008213 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6ce1d6dc-e872-4d20-9839-ce33ccfa9fc9 req-723c1433-8e6a-4806-8949-1c68b6ca7520 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.65 "DELETE /v2.0/ports/30fb8434-c2f0-4422-ab69-b8fd8fd9c059 HTTP/1.1" status: 204 len: 173 time: 0.4117181 Apr 12 18:45:26.008690 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5394e4bd-3f62-4cd0-9948-44daf794369d', 'name': 'network-vif-deleted', 'tag': '30fb8434-c2f0-4422-ab69-b8fd8fd9c059'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:45:26.015646 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0023fc6e-0d07-4d58-a563-d28d4f122abf" -d '{"events": [{"server_uuid": "5394e4bd-3f62-4cd0-9948-44daf794369d", "name": "network-vif-deleted", "tag": "30fb8434-c2f0-4422-ab69-b8fd8fd9c059"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:45:26.086423 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb76cd3-d7b7-444a-8fd4-7386d3a54e15 x-openstack-request-id: req-7bb76cd3-d7b7-444a-8fd4-7386d3a54e15 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:45:26.086788 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5394e4bd-3f62-4cd0-9948-44daf794369d", "name": "network-vif-deleted", "tag": "30fb8434-c2f0-4422-ab69-b8fd8fd9c059", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:45:26.087099 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7bb76cd3-d7b7-444a-8fd4-7386d3a54e15 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:45:26.087608 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb76cd3-d7b7-444a-8fd4-7386d3a54e15'] response: {'server_uuid': '5394e4bd-3f62-4cd0-9948-44daf794369d', 'name': 'network-vif-deleted', 'tag': '30fb8434-c2f0-4422-ab69-b8fd8fd9c059', 'status': 'completed', 'code': 200} Apr 12 18:45:26.200064 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-db3bda71-f6af-4ecf-a444-13a4da5eecf6 req-eba74468-026e-411f-b48e-7fa8007433a2 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=5394e4bd-3f62-4cd0-9948-44daf794369d HTTP/1.1" status: 200 len: 210 time: 0.0287464 Apr 12 18:45:26.482304 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b53018b9-3838-4bae-bad4-0aaa8d3f7f08 req-2e7c51b7-32e5-4434-9940-9e5c2799ee99 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385327 Apr 12 18:45:26.570747 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53018b9-3838-4bae-bad4-0aaa8d3f7f08 req-6b2f96ec-574d-4430-89a4-cdc2cca7a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:26.572725 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b53018b9-3838-4bae-bad4-0aaa8d3f7f08 req-6b2f96ec-574d-4430-89a4-cdc2cca7a083 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86834b83fff74546a622369a6b71f863&device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 1129 time: 0.0431483 Apr 12 18:45:26.682138 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53018b9-3838-4bae-bad4-0aaa8d3f7f08 req-7e1450bf-8a55-4a60-b2ba-b6086dedfcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:26.683646 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b53018b9-3838-4bae-bad4-0aaa8d3f7f08 req-7e1450bf-8a55-4a60-b2ba-b6086dedfcce service neutron] 10.222.0.65 "GET /v2.0/networks?id=7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 200 len: 919 time: 0.0856338 Apr 12 18:45:26.727664 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b53018b9-3838-4bae-bad4-0aaa8d3f7f08 req-0d64ab80-ac89-4c35-afc7-83660049eeec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50061fb5-0742-4153-89dc-67f17c1a55e4 HTTP/1.1" status: 200 len: 217 time: 0.0374987 Apr 12 18:45:26.775828 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53018b9-3838-4bae-bad4-0aaa8d3f7f08 req-96f028ec-9048-480d-8455-61fdee8960a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:26.777282 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b53018b9-3838-4bae-bad4-0aaa8d3f7f08 req-96f028ec-9048-480d-8455-61fdee8960a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 200 len: 857 time: 0.0442085 Apr 12 18:45:26.820411 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53018b9-3838-4bae-bad4-0aaa8d3f7f08 req-1df4025c-5e31-4a53-a677-9e0eef242a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:26.821925 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b53018b9-3838-4bae-bad4-0aaa8d3f7f08 req-1df4025c-5e31-4a53-a677-9e0eef242a41 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7700dda7-79d5-4276-8ecc-6a223e399f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383279 Apr 12 18:45:26.913170 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b53018b9-3838-4bae-bad4-0aaa8d3f7f08 req-4736a283-598f-451b-805e-81af5de8b6b7 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846014 Apr 12 18:45:27.001741 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b53018b9-3838-4bae-bad4-0aaa8d3f7f08 req-f9ac8018-b12e-4238-9974-bf87576ef740 service neutron] 10.222.0.65 "GET /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817204 Apr 12 18:45:27.484615 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee63a85-69f1-47eb-9e21-237643c5b866 req-541ec3d6-1943-4414-b1c0-031cd52dc9ff tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:27.486060 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dee63a85-69f1-47eb-9e21-237643c5b866 req-541ec3d6-1943-4414-b1c0-031cd52dc9ff tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0474119 Apr 12 18:45:27.542260 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dee63a85-69f1-47eb-9e21-237643c5b866 req-cde17bfa-f63f-41ff-aa0c-47a4bcf4da6b tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504131 Apr 12 18:45:28.668002 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea61eaf-d52e-48c8-bc3a-215fc2c316b5 req-dbe9d9b1-0db1-4df5-b481-48ded0ac6348 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:28.669453 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2ea61eaf-d52e-48c8-bc3a-215fc2c316b5 req-dbe9d9b1-0db1-4df5-b481-48ded0ac6348 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0503614 Apr 12 18:45:28.722624 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2ea61eaf-d52e-48c8-bc3a-215fc2c316b5 req-7f507362-4a81-4d8b-8abc-7ba20e0f4e4c tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449536 Apr 12 18:45:28.926369 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:29.492311 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:45:29.520690 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:45:29.521091 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 30fb8434-c2f0-4422-ab69-b8fd8fd9c059 not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:45:29.838696 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4895de9-8adc-4ec8-b335-204b90c9ae0a req-bd7c5435-89b4-4255-bbdf-f6290416c6f9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:29.840167 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d4895de9-8adc-4ec8-b335-204b90c9ae0a req-bd7c5435-89b4-4255-bbdf-f6290416c6f9 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0476029 Apr 12 18:45:29.887469 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d4895de9-8adc-4ec8-b335-204b90c9ae0a req-6076ac25-a684-489c-b16b-a130739f7acb tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/security-groups?id=134e6e75-2fe3-4368-aa6f-c66a06a4dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Apr 12 18:45:29.949941 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b90b1-6435-4920-9c00-1eeb372e496a req-f8cf092c-e414-40e4-b1f9-1fe06a4355b8 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:29.951288 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9d9b90b1-6435-4920-9c00-1eeb372e496a req-f8cf092c-e414-40e4-b1f9-1fe06a4355b8 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.65 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 945 time: 0.0529273 Apr 12 18:45:30.051361 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6759ea1-7a67-491c-8959-8ef4aa1c7120 req-079ba136-8009-4d74-96e5-2afd4663adbf tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:30.052869 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a6759ea1-7a67-491c-8959-8ef4aa1c7120 req-079ba136-8009-4d74-96e5-2afd4663adbf tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 945 time: 0.0533371 Apr 12 18:45:30.103166 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a6759ea1-7a67-491c-8959-8ef4aa1c7120 req-50b6423d-faee-4720-914b-6bc2410d6990 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446072 Apr 12 18:45:30.254075 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-9d9b90b1-6435-4920-9c00-1eeb372e496a req-d439ca80-0416-4dea-bcd2-9cbe9b1b291d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Deleting port 50061fb5-0742-4153-89dc-67f17c1a55e4 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:45:30.254412 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-9d9b90b1-6435-4920-9c00-1eeb372e496a req-d439ca80-0416-4dea-bcd2-9cbe9b1b291d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:30.346854 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-9d9b90b1-6435-4920-9c00-1eeb372e496a req-d439ca80-0416-4dea-bcd2-9cbe9b1b291d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] For port 50061fb5-0742-4153-89dc-67f17c1a55e4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=50061fb5-0742-4153-89dc-67f17c1a55e4,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:30.347228 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-9d9b90b1-6435-4920-9c00-1eeb372e496a req-d439ca80-0416-4dea-bcd2-9cbe9b1b291d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:30.360009 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-9d9b90b1-6435-4920-9c00-1eeb372e496a req-d439ca80-0416-4dea-bcd2-9cbe9b1b291d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Calling delete_port for 50061fb5-0742-4153-89dc-67f17c1a55e4 owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:45:30.500679 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-9d9b90b1-6435-4920-9c00-1eeb372e496a req-d439ca80-0416-4dea-bcd2-9cbe9b1b291d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (50061fb5-0742-4153-89dc-67f17c1a55e4), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:30.516449 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['50061fb5-0742-4153-89dc-67f17c1a55e4'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:45:30.533916 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439ca80-0416-4dea-bcd2-9cbe9b1b291d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Pushing event deleted for resources: {'Port': ['ID=50061fb5-0742-4153-89dc-67f17c1a55e4,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:30.580816 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9b90b1-6435-4920-9c00-1eeb372e496a req-d439ca80-0416-4dea-bcd2-9cbe9b1b291d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] No DVR routers for this DVR port 50061fb5-0742-4153-89dc-67f17c1a55e4 on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:45:30.583237 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-9d9b90b1-6435-4920-9c00-1eeb372e496a req-d439ca80-0416-4dea-bcd2-9cbe9b1b291d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:30.586493 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9d9b90b1-6435-4920-9c00-1eeb372e496a req-d439ca80-0416-4dea-bcd2-9cbe9b1b291d tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.65 "DELETE /v2.0/ports/50061fb5-0742-4153-89dc-67f17c1a55e4 HTTP/1.1" status: 204 len: 173 time: 0.4184890 Apr 12 18:45:30.586932 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b717986f-a8fa-4ee1-9c6f-12d214b1a718', 'name': 'network-vif-deleted', 'tag': '50061fb5-0742-4153-89dc-67f17c1a55e4'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:45:30.589216 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92e582a-8149-4e59-ae56-bb002fd46817" -d '{"events": [{"server_uuid": "b717986f-a8fa-4ee1-9c6f-12d214b1a718", "name": "network-vif-deleted", "tag": "50061fb5-0742-4153-89dc-67f17c1a55e4"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:45:30.623161 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ae3379-e1ee-44a7-b6ab-2d0496560366 x-openstack-request-id: req-d9ae3379-e1ee-44a7-b6ab-2d0496560366 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:45:30.623503 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b717986f-a8fa-4ee1-9c6f-12d214b1a718", "name": "network-vif-deleted", "tag": "50061fb5-0742-4153-89dc-67f17c1a55e4", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:45:30.623756 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9ae3379-e1ee-44a7-b6ab-2d0496560366 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:45:30.624159 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9ae3379-e1ee-44a7-b6ab-2d0496560366'] response: {'server_uuid': 'b717986f-a8fa-4ee1-9c6f-12d214b1a718', 'name': 'network-vif-deleted', 'tag': '50061fb5-0742-4153-89dc-67f17c1a55e4', 'status': 'completed', 'code': 200} Apr 12 18:45:30.986727 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4a2d85da-e17b-49ce-a320-b74531b0cd16 req-53f3aaa4-72a2-4553-9d65-ba4c64d3c029 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 210 time: 0.0317600 Apr 12 18:45:31.229253 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6ba65-bd90-472f-8304-54718fc8e13d req-cf89ee5b-be55-470c-a500-72fd101ce488 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:31.230746 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-35f6ba65-bd90-472f-8304-54718fc8e13d req-cf89ee5b-be55-470c-a500-72fd101ce488 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 945 time: 0.0496519 Apr 12 18:45:31.281155 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-35f6ba65-bd90-472f-8304-54718fc8e13d req-536c6b11-80dd-401b-bdb3-732742caebc5 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447955 Apr 12 18:45:32.119506 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e4043180-6923-4789-b19c-9756adfae833 req-9f8433e4-ec2d-4d70-9b63-8357f4ca0b19 tempest-ServerRescueNegativeTestJSON-172330288 tempest-ServerRescueNegativeTestJSON-172330288-project] 10.222.0.64 "GET /v2.0/ports?device_id=b717986f-a8fa-4ee1-9c6f-12d214b1a718 HTTP/1.1" status: 200 len: 210 time: 0.0482881 Apr 12 18:45:32.132848 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-4f63faa2-4250-4284-abf1-141daad92e16 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:32.134280 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-4f63faa2-4250-4284-abf1-141daad92e16 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.65 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 945 time: 0.0715826 Apr 12 18:45:32.230290 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-0563b3b3-56cd-420a-b7ba-7b9691c27f53 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Deleting port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:45:32.230583 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-0563b3b3-56cd-420a-b7ba-7b9691c27f53 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:32.319961 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-0563b3b3-56cd-420a-b7ba-7b9691c27f53 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] For port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4e2723f7-6ba7-4e1e-b14f-2a21dea39d52,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:32.320333 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-0563b3b3-56cd-420a-b7ba-7b9691c27f53 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:32.450995 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db53ec1-4a43-4b9a-b818-dd57f4e5e17b req-13d6d460-a95e-4ac6-a6ca-bc491d567d81 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:32.452469 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0db53ec1-4a43-4b9a-b818-dd57f4e5e17b req-13d6d460-a95e-4ac6-a6ca-bc491d567d81 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 945 time: 0.0891008 Apr 12 18:45:32.557968 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0db53ec1-4a43-4b9a-b818-dd57f4e5e17b req-98219abe-2aac-40d2-813b-8f82cf8af3b0 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992632 Apr 12 18:45:32.560807 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-0563b3b3-56cd-420a-b7ba-7b9691c27f53 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:32.561151 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-0563b3b3-56cd-420a-b7ba-7b9691c27f53 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (786f48f8-0e81-4730-9d25-54e81f57d7d9), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:32.561456 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-0563b3b3-56cd-420a-b7ba-7b9691c27f53 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Floating IP 786f48f8-0e81-4730-9d25-54e81f57d7d9 disassociated. External IP: 172.27.2.71, port: 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52. Apr 12 18:45:32.561858 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-0563b3b3-56cd-420a-b7ba-7b9691c27f53 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Calling delete_port for 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:45:32.952639 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-0563b3b3-56cd-420a-b7ba-7b9691c27f53 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (4e2723f7-6ba7-4e1e-b14f-2a21dea39d52), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:32.984764 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563b3b3-56cd-420a-b7ba-7b9691c27f53 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event deleted for resources: {'Port': ['ID=4e2723f7-6ba7-4e1e-b14f-2a21dea39d52,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:33.100916 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-0563b3b3-56cd-420a-b7ba-7b9691c27f53 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:45:33.179029 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33922) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:33.214824 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-0563b3b3-56cd-420a-b7ba-7b9691c27f53 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:45:33.224877 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b794b12-45e9-464e-b517-256608176036 None None] Sync routers for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:45:33.234998 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b794b12-45e9-464e-b517-256608176036 None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:33.235689 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-6b794b12-45e9-464e-b517-256608176036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:33.257071 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-0563b3b3-56cd-420a-b7ba-7b9691c27f53 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] No DVR routers for this DVR port 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:45:33.259564 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-0563b3b3-56cd-420a-b7ba-7b9691c27f53 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:33.262768 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-72a502fb-cbee-483f-adc4-afa70e7d8a0f req-0563b3b3-56cd-420a-b7ba-7b9691c27f53 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.65 "DELETE /v2.0/ports/4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 HTTP/1.1" status: 204 len: 173 time: 1.1237314 Apr 12 18:45:33.263221 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144f0ffd-30ae-4a7e-ace9-064ba669bf88', 'name': 'network-vif-deleted', 'tag': '4e2723f7-6ba7-4e1e-b14f-2a21dea39d52'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:45:33.265473 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e060dd-09b5-4076-9054-ed5163d4d216" -d '{"events": [{"server_uuid": "144f0ffd-30ae-4a7e-ace9-064ba669bf88", "name": "network-vif-deleted", "tag": "4e2723f7-6ba7-4e1e-b14f-2a21dea39d52"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:45:33.303827 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6969cba-2e5c-4ff0-95e6-4f40c99d3fc7 x-openstack-request-id: req-a6969cba-2e5c-4ff0-95e6-4f40c99d3fc7 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:45:33.304366 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144f0ffd-30ae-4a7e-ace9-064ba669bf88", "name": "network-vif-deleted", "tag": "4e2723f7-6ba7-4e1e-b14f-2a21dea39d52", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:45:33.304649 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a6969cba-2e5c-4ff0-95e6-4f40c99d3fc7 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:45:33.305059 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6969cba-2e5c-4ff0-95e6-4f40c99d3fc7'] response: {'server_uuid': '144f0ffd-30ae-4a7e-ace9-064ba669bf88', 'name': 'network-vif-deleted', 'tag': '4e2723f7-6ba7-4e1e-b14f-2a21dea39d52', 'status': 'completed', 'code': 200} Apr 12 18:45:33.501183 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-6b794b12-45e9-464e-b517-256608176036 None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:33.529874 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 50061fb5-0742-4153-89dc-67f17c1a55e4 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:45:33.566177 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: 50061fb5-0742-4153-89dc-67f17c1a55e4 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:45:33.566496 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 50061fb5-0742-4153-89dc-67f17c1a55e4 not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:45:33.684435 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-79c3806c-fe3f-41a8-82ed-c7cde13515f1 req-e243f8c2-0f84-48ae-966a-3676e58a0821 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=144f0ffd-30ae-4a7e-ace9-064ba669bf88 HTTP/1.1" status: 200 len: 210 time: 0.0281456 Apr 12 18:45:33.744505 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-6b794b12-45e9-464e-b517-256608176036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:33.771344 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b794b12-45e9-464e-b517-256608176036 None None] Checking router: 6493a8ec-0a15-4207-9463-111d9cbcb1a4 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:45:33.780387 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b794b12-45e9-464e-b517-256608176036 None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:33.780989 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-6b794b12-45e9-464e-b517-256608176036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:33.892115 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-6b794b12-45e9-464e-b517-256608176036 None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:33.916650 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dba07e76-f192-4284-855a-19f924ddf578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634744'] for router_interface (d4f668c2-f653-495b-885c-1d8896cde7ff), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:34.098174 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-6b794b12-45e9-464e-b517-256608176036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:34.125504 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b794b12-45e9-464e-b517-256608176036 None None] The sync data for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi is: [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:45:34.208889 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-dba07e76-f192-4284-855a-19f924ddf578 admin admin] Deleting port 412df551-9da9-45d9-910c-2e9722213510 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:45:34.209420 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dba07e76-f192-4284-855a-19f924ddf578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (412df551-9da9-45d9-910c-2e9722213510), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:34.290174 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-dba07e76-f192-4284-855a-19f924ddf578 admin admin] For port 412df551-9da9-45d9-910c-2e9722213510, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=412df551-9da9-45d9-910c-2e9722213510,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:34.290556 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dba07e76-f192-4284-855a-19f924ddf578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (412df551-9da9-45d9-910c-2e9722213510), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:34.304575 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-dba07e76-f192-4284-855a-19f924ddf578 admin admin] Calling delete_port for 412df551-9da9-45d9-910c-2e9722213510 owned by network:router_interface {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:45:34.341493 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dcf1c1-9d6d-427c-82b3-bc0f8e8cad5d None None] New status for floating IP 786f48f8-0e81-4730-9d25-54e81f57d7d9: DOWN {{(pid=103441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:45:34.487166 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dba07e76-f192-4284-855a-19f924ddf578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (412df551-9da9-45d9-910c-2e9722213510), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:34.516560 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba07e76-f192-4284-855a-19f924ddf578 admin admin] Pushing event deleted for resources: {'Port': ['ID=412df551-9da9-45d9-910c-2e9722213510,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:34.679255 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dba07e76-f192-4284-855a-19f924ddf578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634596'] for router_interface (d4f668c2-f653-495b-885c-1d8896cde7ff), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:34.906288 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba07e76-f192-4284-855a-19f924ddf578 admin admin] Router d4f668c2-f653-495b-885c-1d8896cde7ff has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:45:34.949224 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-f4f69123-d13a-4be7-8c0f-8685bfc195fc tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008223913&fields=id&tenant_id=9bc765ccfbcf42caadd05218a049ab42 HTTP/1.1" status: 200 len: 267 time: 0.0468807 Apr 12 18:45:35.017798 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba07e76-f192-4284-855a-19f924ddf578 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:45:35.023299 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-dba07e76-f192-4284-855a-19f924ddf578 admin admin] 10.222.0.64 "PUT /v2.0/routers/d4f668c2-f653-495b-885c-1d8896cde7ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8430228 Apr 12 18:45:35.025580 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33938) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:35.028314 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81129edf-e389-4f38-8a09-f56054eae953 None None] Sync routers for ids ['d4f668c2-f653-495b-885c-1d8896cde7ff'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:45:35.041912 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81129edf-e389-4f38-8a09-f56054eae953 None None] Routers {'d4f668c2-f653-495b-885c-1d8896cde7ff'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:35.042608 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-81129edf-e389-4f38-8a09-f56054eae953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d4f668c2-f653-495b-885c-1d8896cde7ff'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:35.061171 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-25328f13-de13-41bb-a18d-7f1df14a8e4c tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:35.062803 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-25328f13-de13-41bb-a18d-7f1df14a8e4c tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 812 time: 0.1070168 Apr 12 18:45:35.078629 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-3828c97e-0b12-4a76-9ade-8dd9574b6954 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/quotas/9bc765ccfbcf42caadd05218a049ab42 HTTP/1.1" status: 200 len: 375 time: 0.0097530 Apr 12 18:45:35.131008 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-2324b059-65be-422d-9cae-bc0c0f443c08 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457602 Apr 12 18:45:35.133713 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] Publish callbacks [] for router (d4f668c2-f653-495b-885c-1d8896cde7ff), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:35.159047 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-81129edf-e389-4f38-8a09-f56054eae953 None None] Set router d4f668c2-f653-495b-885c-1d8896cde7ff gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:35.230645 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-2afb5e97-6721-450a-a4d8-f070e73e65a5 service neutron] 10.222.0.64 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877931 Apr 12 18:45:35.245421 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] Publish callbacks [] for router_gateway (d4f668c2-f653-495b-885c-1d8896cde7ff), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:35.290974 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] Deleting port b89aa03e-c7f2-4cf6-83fa-3386383ccc24 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:45:35.291375 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (b89aa03e-c7f2-4cf6-83fa-3386383ccc24), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:35.323330 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-ce8c9a00-ac65-441f-b130-2e032e7c53a6 service neutron] 10.222.0.64 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864084 Apr 12 18:45:35.334638 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-81129edf-e389-4f38-8a09-f56054eae953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:45:34Z', 'revision_number': 5, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port': {'id': 'b89aa03e-c7f2-4cf6-83fa-3386383ccc24', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:35.365946 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81129edf-e389-4f38-8a09-f56054eae953 None None] Checking router: d4f668c2-f653-495b-885c-1d8896cde7ff for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:45:35.374460 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] For port b89aa03e-c7f2-4cf6-83fa-3386383ccc24, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=b89aa03e-c7f2-4cf6-83fa-3386383ccc24,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:35.374627 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81129edf-e389-4f38-8a09-f56054eae953 None None] Routers {'d4f668c2-f653-495b-885c-1d8896cde7ff'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:35.374825 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (b89aa03e-c7f2-4cf6-83fa-3386383ccc24), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:35.375263 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-81129edf-e389-4f38-8a09-f56054eae953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d4f668c2-f653-495b-885c-1d8896cde7ff'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:35.394244 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] Calling delete_port for b89aa03e-c7f2-4cf6-83fa-3386383ccc24 owned by network:router_gateway {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:45:35.471866 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-81129edf-e389-4f38-8a09-f56054eae953 None None] Set router d4f668c2-f653-495b-885c-1d8896cde7ff gateway port host: None {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:35.524990 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-81129edf-e389-4f38-8a09-f56054eae953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:45:35Z', 'revision_number': 6, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port_host': None}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:35.557151 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:45:35.560567 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81129edf-e389-4f38-8a09-f56054eae953 None None] The sync data for ids ['d4f668c2-f653-495b-885c-1d8896cde7ff'] in dv-cinder-837536-1-iscsi is: [{'id': 'd4f668c2-f653-495b-885c-1d8896cde7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-995693897-router', 'tenant_id': '86834b83fff74546a622369a6b71f863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:45:35Z', 'revision_number': 6, 'project_id': '86834b83fff74546a622369a6b71f863', 'gw_port_host': None}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:45:35.579162 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:45:35.579550 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 4e2723f7-6ba7-4e1e-b14f-2a21dea39d52 not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:45:35.582191 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (b89aa03e-c7f2-4cf6-83fa-3386383ccc24), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:35.650039 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a6163fa0-09de-4f4f-b440-2ea22ce73408 req-5b02002e-3250-482e-b9d7-6dd0afecc2ee tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 210 time: 0.0306880 Apr 12 18:45:35.849407 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89aa03e-c7f2-4cf6-83fa-3386383ccc24,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:35.925050 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637250'] for router_gateway (d4f668c2-f653-495b-885c-1d8896cde7ff), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.074291 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58768'] for router (d4f668c2-f653-495b-885c-1d8896cde7ff), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.076688 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] Publish callbacks [] for router_controller (d4f668c2-f653-495b-885c-1d8896cde7ff), precommit_delete_associations {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.133176 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 412df551-9da9-45d9-910c-2e9722213510 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:45:36.149783 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1631591'] for router (d4f668c2-f653-495b-885c-1d8896cde7ff), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.150457 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4f668c2-f653-495b-885c-1d8896cde7ff {{(pid=103438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:45:36.156188 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 412df551-9da9-45d9-910c-2e9722213510 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:45:36.156475 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.157117 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 412df551-9da9-45d9-910c-2e9722213510 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:45:36.157638 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-0ac193af-1c2b-4e83-a312-4628f90db512 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d4f668c2-f653-495b-885c-1d8896cde7ff HTTP/1.1" status: 204 len: 168 time: 1.1309714 Apr 12 18:45:36.160364 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 33958) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:36.215127 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bddea7-75f4-4a7c-80f4-d65a265d92e4 admin admin] Deleting subnet 1fdfc130-a75f-442a-b693-285ff29a5ca9 {{(pid=103439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:45:36.218683 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-94bddea7-75f4-4a7c-80f4-d65a265d92e4 admin admin] Publish callbacks [] for subnet (1fdfc130-a75f-442a-b693-285ff29a5ca9), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.254101 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-94bddea7-75f4-4a7c-80f4-d65a265d92e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7484296'] for subnet (1fdfc130-a75f-442a-b693-285ff29a5ca9), precommit_delete_associations {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.371822 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-94bddea7-75f4-4a7c-80f4-d65a265d92e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (1fdfc130-a75f-442a-b693-285ff29a5ca9), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.426274 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-94bddea7-75f4-4a7c-80f4-d65a265d92e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8341826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8224882'] for subnet (1fdfc130-a75f-442a-b693-285ff29a5ca9), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.450059 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bddea7-75f4-4a7c-80f4-d65a265d92e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fdfc130-a75f-442a-b693-285ff29a5ca9,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:36.456147 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-94bddea7-75f4-4a7c-80f4-d65a265d92e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.459506 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-94bddea7-75f4-4a7c-80f4-d65a265d92e4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1fdfc130-a75f-442a-b693-285ff29a5ca9 HTTP/1.1" status: 204 len: 168 time: 0.2980742 Apr 12 18:45:36.462218 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33960) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:36.464820 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4139c39a-9b37-4463-887b-24ceac1ead4b None None] Network 7700dda7-79d5-4276-8ecc-6a223e399f7b requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:45:36.536032 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (7700dda7-79d5-4276-8ecc-6a223e399f7b), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.589279 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] Deleting port 9b94e0c0-4ead-4581-af47-87219b2dea03 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:45:36.589649 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.639191 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1960d37c-d37e-4d77-b6cd-42aeddd6d5f5 None None] DHCP port deletion for 7700dda7-79d5-4276-8ecc-6a223e399f7b request from dv-cinder-837536-1-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:45:36.660870 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] For port 9b94e0c0-4ead-4581-af47-87219b2dea03, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=9b94e0c0-4ead-4581-af47-87219b2dea03,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:36.661291 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.689167 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] Calling delete_port for 9b94e0c0-4ead-4581-af47-87219b2dea03 owned by network:dhcp {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:45:36.706592 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1960d37c-d37e-4d77-b6cd-42aeddd6d5f5 None None] Deleting port 9b94e0c0-4ead-4581-af47-87219b2dea03 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:45:36.706969 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1960d37c-d37e-4d77-b6cd-42aeddd6d5f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.714287 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-998f7427-f69d-4dad-a3b8-5852f2b9f2d4 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:36.716834 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-998f7427-f69d-4dad-a3b8-5852f2b9f2d4 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.65 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 812 time: 0.1387918 Apr 12 18:45:36.767628 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b8e93bb2-cd9f-426a-ae2b-5d1481c5bf86 req-64f0bcbc-0efe-4122-8656-0d0825d7c47a tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 210 time: 0.0357711 Apr 12 18:45:36.783045 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1960d37c-d37e-4d77-b6cd-42aeddd6d5f5 None None] For port 9b94e0c0-4ead-4581-af47-87219b2dea03, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=9b94e0c0-4ead-4581-af47-87219b2dea03,segment=NetworkSegment(57a1583b-c519-4fc3-b20d-eea878bee935),segment_id=57a1583b-c519-4fc3-b20d-eea878bee935)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:36.783541 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1960d37c-d37e-4d77-b6cd-42aeddd6d5f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.808485 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.818456 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1960d37c-d37e-4d77-b6cd-42aeddd6d5f5 None None] Calling delete_port for 9b94e0c0-4ead-4581-af47-87219b2dea03 owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:45:36.827931 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-b3cd45e1-411d-4ec8-9f36-d4439d5a181b tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc765ccfbcf42caadd05218a049ab42 HTTP/1.1" status: 200 len: 380 time: 0.1017923 Apr 12 18:45:36.841085 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-9caa3271-dae0-436f-9a19-f98ac8e293e8 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Request body: {'port': {'device_id': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'admin_state_up': True, 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'security_groups': ['fb149321-8129-4268-a159-d8d43f0f7a0b']}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:36.841327 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b94e0c0-4ead-4581-af47-87219b2dea03,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:36.843154 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] No DVR routers for this DVR port 9b94e0c0-4ead-4581-af47-87219b2dea03 on host dv-cinder-837536-1-iscsi {{(pid=103438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:45:36.921627 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (7700dda7-79d5-4276-8ecc-6a223e399f7b), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.943329 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7700dda7-79d5-4276-8ecc-6a223e399f7b']}} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:36.953915 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a1583b-c519-4fc3-b20d-eea878bee935') {'for_net_delete': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:36.954246 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a1583b-c519-4fc3-b20d-eea878bee935') {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:36.963239 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-9caa3271-dae0-436f-9a19-f98ac8e293e8 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Made reservation on behalf of 9bc765ccfbcf42caadd05218a049ab42 for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:45:36.965672 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8176920'] for segment (57a1583b-c519-4fc3-b20d-eea878bee935), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.968028 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-9caa3271-dae0-436f-9a19-f98ac8e293e8 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.980976 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (57a1583b-c519-4fc3-b20d-eea878bee935), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.989959 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:45:36.990333 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176758'] for segment (57a1583b-c519-4fc3-b20d-eea878bee935), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: Traceback (most recent call last): Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: timer() Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: cb(*args, **kw) Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: return func(*args, **kwargs) Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: self._notify() Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: self.callback(batched_events) Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: event.method(event) Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: return f(self, *a, **k) Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._get(url).json() Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: return self.request(url, 'GET', **kwargs) Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:45:36.992107 dv-cinder-837536-1-iscsi neutron-server[103438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:45:37.051881 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (7700dda7-79d5-4276-8ecc-6a223e399f7b), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:37.061732 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:37.065333 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] 10.222.0.64 "DELETE /v2.0/networks/7700dda7-79d5-4276-8ecc-6a223e399f7b HTTP/1.1" status: 204 len: 168 time: 0.6021461 Apr 12 18:45:37.076484 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67227b74-34d5-411c-82d3-df8f18e3762e admin admin] Pushing event deleted for resources: {'Network': ['ID=7700dda7-79d5-4276-8ecc-6a223e399f7b,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:37.083771 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1960d37c-d37e-4d77-b6cd-42aeddd6d5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575'] for port (9b94e0c0-4ead-4581-af47-87219b2dea03), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:37.106886 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1960d37c-d37e-4d77-b6cd-42aeddd6d5f5 None None] Network 7700dda7-79d5-4276-8ecc-6a223e399f7b is not hosted by any dhcp agent {{(pid=103440) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 12 18:45:37.107666 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1960d37c-d37e-4d77-b6cd-42aeddd6d5f5 None None] No DVR routers for this DVR port 9b94e0c0-4ead-4581-af47-87219b2dea03 on host dv-cinder-837536-1-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:45:37.109679 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960d37c-d37e-4d77-b6cd-42aeddd6d5f5 None None] Pushing event deleted for resources: {'Port': ['ID=9b94e0c0-4ead-4581-af47-87219b2dea03,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:37.162752 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-9caa3271-dae0-436f-9a19-f98ac8e293e8 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Allocated IP 172.20.0.7 (598a49f3-26e5-4adb-bc7e-a59d43832874/60ec23c3-0a49-4ec5-aff1-04b053e8de73/d5b1f6da-e6a8-4673-9d27-5df73c86f06b) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:45:37.200683 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33966) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:37.242081 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-a63a4d9c-3036-46a3-8994-866dc535559b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86834b83fff74546a622369a6b71f863&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402174 Apr 12 18:45:37.244572 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33968) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:37.304864 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4fd0152a-6bc0-4692-8d37-1000edd8884c admin admin] Publish callbacks [] for security_group (134e6e75-2fe3-4368-aa6f-c66a06a4dde4), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:37.318665 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-9caa3271-dae0-436f-9a19-f98ac8e293e8 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:37.327062 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4fd0152a-6bc0-4692-8d37-1000edd8884c admin admin] Publish callbacks [] for security_group (134e6e75-2fe3-4368-aa6f-c66a06a4dde4), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:37.352091 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-9caa3271-dae0-436f-9a19-f98ac8e293e8 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:37.375909 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4fd0152a-6bc0-4692-8d37-1000edd8884c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (134e6e75-2fe3-4368-aa6f-c66a06a4dde4), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:37.378577 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-4fd0152a-6bc0-4692-8d37-1000edd8884c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:37.379875 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-4fd0152a-6bc0-4692-8d37-1000edd8884c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/134e6e75-2fe3-4368-aa6f-c66a06a4dde4 HTTP/1.1" status: 204 len: 168 time: 0.1343336 Apr 12 18:45:37.388492 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0152a-6bc0-4692-8d37-1000edd8884c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134e6e75-2fe3-4368-aa6f-c66a06a4dde4,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:37.405128 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-9caa3271-dae0-436f-9a19-f98ac8e293e8 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Network 598a49f3-26e5-4adb-bc7e-a59d43832874 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:45:37.408576 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-9caa3271-dae0-436f-9a19-f98ac8e293e8 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:45:37.413403 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-9caa3271-dae0-436f-9a19-f98ac8e293e8 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:45:37.437607 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa3271-dae0-436f-9a19-f98ac8e293e8 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'Port': ['ID=d5b1f6da-e6a8-4673-9d27-5df73c86f06b,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:37.466548 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-9caa3271-dae0-436f-9a19-f98ac8e293e8 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:37.467500 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-9caa3271-dae0-436f-9a19-f98ac8e293e8 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:37.487557 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-9caa3271-dae0-436f-9a19-f98ac8e293e8 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6524742 Apr 12 18:45:37.502593 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Request body: {'port': {'device_id': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:37.567468 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:37.627298 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-aab79917-4827-4fd5-844f-94d152043680 None None] Provisioning complete for port d5b1f6da-e6a8-4673-9d27-5df73c86f06b triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:37.627913 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aab79917-4827-4fd5-844f-94d152043680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:37.667489 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-aab79917-4827-4fd5-844f-94d152043680 None None] Port d5b1f6da-e6a8-4673-9d27-5df73c86f06b cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:45:37.870732 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b1f6da-e6a8-4673-9d27-5df73c86f06b {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:45:37.880118 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Publish callbacks [] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:37.916662 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Transition to ACTIVE for port object d5b1f6da-e6a8-4673-9d27-5df73c86f06b will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:45:37.924486 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb6ce-919b-409d-97cc-81a53d6246e1 req-7b2da53a-be83-4332-b42d-c0e51baafd01 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:37.927668 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dcfbb6ce-919b-409d-97cc-81a53d6246e1 req-7b2da53a-be83-4332-b42d-c0e51baafd01 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 931 time: 0.0719697 Apr 12 18:45:37.928720 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:38.004092 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Pushing event updated for resources: {'Port': ['ID=d5b1f6da-e6a8-4673-9d27-5df73c86f06b,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:38.043411 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 9b94e0c0-4ead-4581-af47-87219b2dea03 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:45:38.067823 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dcfbb6ce-919b-409d-97cc-81a53d6246e1 req-516d525a-ea1f-4108-845d-1881bde6587c tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335099 Apr 12 18:45:38.093502 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 9b94e0c0-4ead-4581-af47-87219b2dea03 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:45:38.093934 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 9b94e0c0-4ead-4581-af47-87219b2dea03 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:45:38.094519 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device b89aa03e-c7f2-4cf6-83fa-3386383ccc24 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:45:38.103540 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Attempting to bind port d5b1f6da-e6a8-4673-9d27-5df73c86f06b on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:45:38.103881 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Attempting to bind port d5b1f6da-e6a8-4673-9d27-5df73c86f06b by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:45:38.104213 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Attempting to bind port d5b1f6da-e6a8-4673-9d27-5df73c86f06b on network 598a49f3-26e5-4adb-bc7e-a59d43832874 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:45:38.108853 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Port d5b1f6da-e6a8-4673-9d27-5df73c86f06b on network 598a49f3-26e5-4adb-bc7e-a59d43832874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:45:38.109186 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Attempting to bind port d5b1f6da-e6a8-4673-9d27-5df73c86f06b on network 598a49f3-26e5-4adb-bc7e-a59d43832874 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:45:38.115003 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:45:38.119685 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: b89aa03e-c7f2-4cf6-83fa-3386383ccc24 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:45:38.120041 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device b89aa03e-c7f2-4cf6-83fa-3386383ccc24 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:45:38.123553 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Checking segment: {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:45:38.124288 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Bound using segment: {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:45:38.125044 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Bound port: d5b1f6da-e6a8-4673-9d27-5df73c86f06b, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:45:38.125580 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:38.203123 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] For port d5b1f6da-e6a8-4673-9d27-5df73c86f06b, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:45:38.206715 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] For port d5b1f6da-e6a8-4673-9d27-5df73c86f06b, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d5b1f6da-e6a8-4673-9d27-5df73c86f06b,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:45:38.214189 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:38.250833 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:38.251626 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:38.253050 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] 10.222.0.65 "PUT /v2.0/ports/d5b1f6da-e6a8-4673-9d27-5df73c86f06b HTTP/1.1" status: 200 len: 1093 time: 0.7551017 Apr 12 18:45:38.255380 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'tag': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:45:38.257733 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ba307c-204e-4deb-881b-0450291b4924" -d '{"events": [{"name": "network-changed", "server_uuid": "92e396a4-2b0b-4391-8a46-d5f09f1865ea", "tag": "d5b1f6da-e6a8-4673-9d27-5df73c86f06b"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:45:38.274827 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33994) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:38.314607 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d17d2-8e16-4a73-a223-e3cee1eba3ee service neutron] Pushing event updated for resources: {'Port': ['ID=d5b1f6da-e6a8-4673-9d27-5df73c86f06b,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:38.341730 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c008b6-7998-4c89-b06d-28d0e77a15dc x-openstack-request-id: req-60c008b6-7998-4c89-b06d-28d0e77a15dc {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:45:38.342030 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e396a4-2b0b-4391-8a46-d5f09f1865ea", "tag": "d5b1f6da-e6a8-4673-9d27-5df73c86f06b", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:45:38.342277 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60c008b6-7998-4c89-b06d-28d0e77a15dc {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:45:38.342687 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c008b6-7998-4c89-b06d-28d0e77a15dc'] response: {'name': 'network-changed', 'server_uuid': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'tag': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'status': 'completed', 'code': 200} Apr 12 18:45:38.355284 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-b9353dde-664e-4ed2-9476-5fdb54f0f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:38.356800 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-b9353dde-664e-4ed2-9476-5fdb54f0f8b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 1127 time: 0.0553305 Apr 12 18:45:38.394960 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-network', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:38.412088 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-2c0e3176-b7ed-47b2-b041-e7b291d523b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b1f6da-e6a8-4673-9d27-5df73c86f06b HTTP/1.1" status: 200 len: 217 time: 0.0405297 Apr 12 18:45:38.416500 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] Made reservation on behalf of 9914a54a3f8d4c48a054cce03514427b for: {'network': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:45:38.418792 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:38.428642 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:38.469884 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-6a18473a-8dde-49e4-be48-9a0d4838c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:38.471436 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-6a18473a-8dde-49e4-be48-9a0d4838c9f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60ec23c3-0a49-4ec5-aff1-04b053e8de73 HTTP/1.1" status: 200 len: 851 time: 0.0526605 Apr 12 18:45:38.508219 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] Publish callbacks [] for security_group (d9c6aaf0-fa80-42f6-bcb3-1bff12a571e6), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:38.513425 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (d9c6aaf0-fa80-42f6-bcb3-1bff12a571e6), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:38.517256 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-e1be6ce5-f33a-43d9-b6d9-e09eadede3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:38.519225 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-e1be6ce5-f33a-43d9-b6d9-e09eadede3c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=598a49f3-26e5-4adb-bc7e-a59d43832874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415392 Apr 12 18:45:38.543264 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c6aaf0-fa80-42f6-bcb3-1bff12a571e6,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:38.545972 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:45:38.555773 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (d1c57508-3051-4481-85da-9baa75f90c00), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:38.555996 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.segments_db [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] Added segment d1c57508-3051-4481-85da-9baa75f90c00 of type vlan for network fedcd5fe-953f-4c53-85f3-78ac926b4ead Apr 12 18:45:38.595518 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (fedcd5fe-953f-4c53-85f3-78ac926b4ead), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:38.615544 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-ba404ba5-48d5-47cb-a2cc-64f5a5b67b44 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887733 Apr 12 18:45:38.623401 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (fedcd5fe-953f-4c53-85f3-78ac926b4ead), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:38.624438 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:38.625010 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:38.681730 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4056096 Apr 12 18:45:38.686245 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 33998) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:38.690807 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-23d18709-9f80-463d-9488-b58c5851cdda admin admin] Request body: {'subnet': {'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-subnet', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:38.694847 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077a88b-187c-4f02-876c-8b1407003494 admin admin] Pushing event updated for resources: {'Network': ['ID=fedcd5fe-953f-4c53-85f3-78ac926b4ead,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:38.707024 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network fedcd5fe-953f-4c53-85f3-78ac926b4ead details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:45:38.710513 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b12c81c6-afe2-4dab-9129-2dcc87ef2ca2 req-b5446fd3-5d69-4049-85b3-3c155dcbd886 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881453 Apr 12 18:45:38.712921 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d18709-9f80-463d-9488-b58c5851cdda admin admin] Made reservation on behalf of 9914a54a3f8d4c48a054cce03514427b for: {'subnet': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:45:38.715391 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-23d18709-9f80-463d-9488-b58c5851cdda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7482567'] for subnet (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:38.886193 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-23d18709-9f80-463d-9488-b58c5851cdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8176915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7482577'] for subnet (fafb02f7-be82-4404-a50a-ecac2fe9b977), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:38.937785 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d18709-9f80-463d-9488-b58c5851cdda admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafb02f7-be82-4404-a50a-ecac2fe9b977,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:38.948367 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d18709-9f80-463d-9488-b58c5851cdda admin admin] Checking segment: {'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:45:38.948714 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d18709-9f80-463d-9488-b58c5851cdda admin admin] Network hostable DHCP agents. Network: fedcd5fe-953f-4c53-85f3-78ac926b4ead, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:45:38.967671 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d18709-9f80-463d-9488-b58c5851cdda admin admin] Network fedcd5fe-953f-4c53-85f3-78ac926b4ead is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:45:38.977763 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-23d18709-9f80-463d-9488-b58c5851cdda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, fedcd5fe-953f-4c53-85f3-78ac926b4ead) {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:45:38.981863 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d18709-9f80-463d-9488-b58c5851cdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:38.983039 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-23d18709-9f80-463d-9488-b58c5851cdda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:38.986542 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c64dbe-d551-4c6e-9efd-0eff603d803f None None] Network fedcd5fe-953f-4c53-85f3-78ac926b4ead requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:45:39.002554 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34000) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:39.002759 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-23d18709-9f80-463d-9488-b58c5851cdda admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3153615 Apr 12 18:45:39.007132 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:39.026634 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58758'] for router (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:39.027913 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58783'] for router (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:39.086397 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d4b8a3-d7c9-5bb4-a161-973022d58dea-fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977'}]}} from dv-cinder-837536-1-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:45:39.086665 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Publish callbacks [] for router_controller (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), precommit_add_association {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:39.087402 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:39.223846 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Allocated IP 172.20.0.2 (fedcd5fe-953f-4c53-85f3-78ac926b4ead/fafb02f7-be82-4404-a50a-ecac2fe9b977/9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:45:39.260643 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b28897-1d02-415c-b7f0-5894fcc7b45e req-aa8e16be-fccd-4681-8f86-8df659ddadbd tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:39.262078 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-54b28897-1d02-415c-b7f0-5894fcc7b45e req-aa8e16be-fccd-4681-8f86-8df659ddadbd tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 943 time: 0.1093016 Apr 12 18:45:39.268740 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Publish callbacks [] for router_gateway (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:39.364006 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-54b28897-1d02-415c-b7f0-5894fcc7b45e req-9fd67a53-0f27-48dd-a8bc-e70c2cf65d0a tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915391 Apr 12 18:45:39.368320 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Publish callbacks [] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:39.375927 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:39.429095 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Network fedcd5fe-953f-4c53-85f3-78ac926b4ead is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:45:39.430383 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Pushing event updated for resources: {'Port': ['ID=9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:39.433629 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:45:39.435840 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:45:39.499697 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Attempting to bind port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:45:39.499993 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Attempting to bind port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:45:39.500362 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Attempting to bind port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee on network fedcd5fe-953f-4c53-85f3-78ac926b4ead {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:45:39.506337 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:45:39.506749 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Checking segment: {'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:45:39.507183 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:39.507597 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Bound using segment: {'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:45:39.508074 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Bound port: 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:45:39.509077 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:39.577101 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] For port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:45:39.580466 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] For port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:45:39.587787 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:39.650318 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4da0d-c885-4a06-bf30-2720da7ed9b3 None None] Pushing event updated for resources: {'Port': ['ID=9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:39.748028 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba307c-204e-4deb-881b-0450291b4924 req-217137c9-c10c-4a44-90f6-31a98727d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:39.749565 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d2ba307c-204e-4deb-881b-0450291b4924 req-217137c9-c10c-4a44-90f6-31a98727d895 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 1127 time: 0.0876524 Apr 12 18:45:39.788793 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Publish callbacks [] for router_gateway (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:39.850785 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:39.935823 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba307c-204e-4deb-881b-0450291b4924 req-41705584-87f3-4b9b-a4d4-e01f1412dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:39.937316 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d2ba307c-204e-4deb-881b-0450291b4924 req-41705584-87f3-4b9b-a4d4-e01f1412dc71 service neutron] 10.222.0.65 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 913 time: 0.1798825 Apr 12 18:45:39.996126 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d2ba307c-204e-4deb-881b-0450291b4924 req-2d915be8-c43b-47fb-818f-9263c6d40daf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b1f6da-e6a8-4673-9d27-5df73c86f06b HTTP/1.1" status: 200 len: 217 time: 0.0384166 Apr 12 18:45:40.036506 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:45:40.044266 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Allocated IP 172.27.2.146 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/bd686f21-7ea9-4347-ab6c-f0a837438a8b) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:45:40.080874 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba307c-204e-4deb-881b-0450291b4924 req-f4756a9e-1559-463f-9594-c2f965170c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:40.082328 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d2ba307c-204e-4deb-881b-0450291b4924 req-f4756a9e-1559-463f-9594-c2f965170c6e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60ec23c3-0a49-4ec5-aff1-04b053e8de73 HTTP/1.1" status: 200 len: 851 time: 0.0789001 Apr 12 18:45:40.086824 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:40.087215 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:40.164933 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba307c-204e-4deb-881b-0450291b4924 req-6ae00962-1265-4496-8fe4-01008434dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:40.166459 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:40.166577 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d2ba307c-204e-4deb-881b-0450291b4924 req-6ae00962-1265-4496-8fe4-01008434dd07 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=598a49f3-26e5-4adb-bc7e-a59d43832874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497606 Apr 12 18:45:40.166855 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:40.199829 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] For port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:40.204820 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:40.222225 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Publish callbacks [] for port (bd686f21-7ea9-4347-ab6c-f0a837438a8b), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:40.264377 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Pushing event updated for resources: {'Port': ['ID=9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:40.301382 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d2ba307c-204e-4deb-881b-0450291b4924 req-38411690-b7a5-4180-b890-018e68f1eba9 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241682 Apr 12 18:45:40.310544 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (bd686f21-7ea9-4347-ab6c-f0a837438a8b), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:40.410017 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:45:40.417647 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:45:40.420031 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:45:40.442831 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Pushing event updated for resources: {'Port': ['ID=bd686f21-7ea9-4347-ab6c-f0a837438a8b,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:40.528369 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d2ba307c-204e-4deb-881b-0450291b4924 req-8e67218e-d7e9-4376-8e8d-941752016ee3 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194834 Apr 12 18:45:40.568389 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc128584-6514-4d02-b428-2051c67f304a req-02e76759-6b6d-49a0-be6a-90422dc227b7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:40.571139 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fc128584-6514-4d02-b428-2051c67f304a req-02e76759-6b6d-49a0-be6a-90422dc227b7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 943 time: 0.1248717 Apr 12 18:45:40.586167 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7fa514-ea09-4ccb-8d29-00b3f34849e5 None None] Network fedcd5fe-953f-4c53-85f3-78ac926b4ead requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:45:40.659911 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-9482a7a8-0056-4aff-862a-a9e42598d7b5 None None] Provisioning complete for port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:40.660281 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9482a7a8-0056-4aff-862a-a9e42598d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:40.684572 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fc128584-6514-4d02-b428-2051c67f304a req-14416bd0-bcac-499a-a3af-1c8ea55be9b5 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837245 Apr 12 18:45:40.772400 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-9482a7a8-0056-4aff-862a-a9e42598d7b5 None None] Current status of the port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:40.805248 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Publish callbacks [] for router_gateway (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:40.991133 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-5d55e9d6-5d71-4602-b9ef-60988675f7e5 None None] Provisioning complete for port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:40.991572 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5d55e9d6-5d71-4602-b9ef-60988675f7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:41.007630 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637342'] for router (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:41.074510 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-5d55e9d6-5d71-4602-b9ef-60988675f7e5 None None] Current status of the port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:41.146546 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f is scheduled to L3 agent 44317c89-751a-4fda-aa0e-2e986157389a with binding_index 1 {{(pid=103439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:45:41.259757 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:45:41.269743 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Sync routers for ids ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:45:41.278038 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:41.279356 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-882be415-845d-4d1d-8701-57383374cad0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2756264 Apr 12 18:45:41.280953 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Routers {'6dfe31cd-d6d3-4b70-87ac-fc559689e90f'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:41.281634 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:41.282322 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34006) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:41.394799 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Set router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:41.646648 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:40Z', 'revision_number': 3, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:41.673684 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Checking router: 6dfe31cd-d6d3-4b70-87ac-fc559689e90f for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:45:41.674310 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Updating router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f port bd686f21-7ea9-4347-ab6c-f0a837438a8b binding host dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:45:41.705230 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (bd686f21-7ea9-4347-ab6c-f0a837438a8b), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:41.708360 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:41.816195 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd76d5-33bd-41aa-bb56-71830782b650 req-cd3ee5cd-81ad-4ed5-b08f-4b5b382098ce tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:41.823744 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3ddd76d5-33bd-41aa-bb56-71830782b650 req-cd3ee5cd-81ad-4ed5-b08f-4b5b382098ce tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 943 time: 0.0633221 Apr 12 18:45:41.870468 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3ddd76d5-33bd-41aa-bb56-71830782b650 req-47a4b5a9-af23-4620-bbc6-48177fb76e42 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458436 Apr 12 18:45:41.883045 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Allocated IP 172.20.0.1 (fedcd5fe-953f-4c53-85f3-78ac926b4ead/fafb02f7-be82-4404-a50a-ecac2fe9b977/7f9477a1-13c2-4350-9800-a5d3bdc79b57) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:45:42.000286 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Publish callbacks [] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:42.024216 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Publish callbacks [] for port (bd686f21-7ea9-4347-ab6c-f0a837438a8b), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:42.031783 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (bd686f21-7ea9-4347-ab6c-f0a837438a8b), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:42.037765 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:42.039708 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:45:42.076874 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Pushing event updated for resources: {'Port': ['ID=bd686f21-7ea9-4347-ab6c-f0a837438a8b,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:42.078755 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Network fedcd5fe-953f-4c53-85f3-78ac926b4ead is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:45:42.086068 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:42.086267 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:45:42.086610 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:42.087122 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:42.087535 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:42.087999 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:42.088117 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:42.088685 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:45:42.095312 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:42.095924 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:42.096410 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:42.096943 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:42.097700 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:42.098187 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:42.098718 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:42.099242 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:42.099719 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:42.100210 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:42.100694 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:42.119801 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9477a1-13c2-4350-9800-a5d3bdc79b57,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:42.132019 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Attempting to bind port bd686f21-7ea9-4347-ab6c-f0a837438a8b on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:45:42.132389 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Attempting to bind port bd686f21-7ea9-4347-ab6c-f0a837438a8b by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:45:42.132752 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Attempting to bind port bd686f21-7ea9-4347-ab6c-f0a837438a8b on network 78cdc165-acac-4fef-b363-a66b7c239f59 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:45:42.139277 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637167'] for router_interface (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:42.139563 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:45:42.139710 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Checking segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:45:42.140436 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:42.140844 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Bound using segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:45:42.141499 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Bound port: bd686f21-7ea9-4347-ab6c-f0a837438a8b, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:45:42.141879 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (bd686f21-7ea9-4347-ab6c-f0a837438a8b), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:42.190067 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:42.207848 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] For port bd686f21-7ea9-4347-ab6c-f0a837438a8b, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:45:42.211112 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] For port bd686f21-7ea9-4347-ab6c-f0a837438a8b, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=bd686f21-7ea9-4347-ab6c-f0a837438a8b,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:45:42.218203 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (bd686f21-7ea9-4347-ab6c-f0a837438a8b), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:42.275900 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba70d3f-9c2a-4bbb-ac81-47c5577805d5 None None] Pushing event updated for resources: {'Port': ['ID=bd686f21-7ea9-4347-ab6c-f0a837438a8b,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:42.281761 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:42.283489 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Routers {'6dfe31cd-d6d3-4b70-87ac-fc559689e90f'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:42.284102 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:42.304063 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-e5b34d1f-17ac-4900-b262-a0745e99b02c None None] Provisioning complete for port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:42.304433 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e5b34d1f-17ac-4900-b262-a0745e99b02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:42.344339 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-e5b34d1f-17ac-4900-b262-a0745e99b02c None None] Port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:45:42.397068 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] Set router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:42.452969 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Publish callbacks [] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:42.458968 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:42.522921 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9477a1-13c2-4350-9800-a5d3bdc79b57,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:42.525422 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634719'] for router_interface (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:42.585666 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:41Z', 'revision_number': 1, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:42.615763 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff9d7a-de77-4ea6-a8e3-0ac86664de98 None None] The sync data for ids ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'] in dv-cinder-837536-1-iscsi is: [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:41Z', 'revision_number': 1, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:45:42.619937 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Network fedcd5fe-953f-4c53-85f3-78ac926b4ead is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:45:42.621279 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:45:42.744100 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:45:42.863650 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-ffe4b791-0434-4e6e-b8eb-405ade50522d None None] Provisioning complete for port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:42.864044 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ffe4b791-0434-4e6e-b8eb-405ade50522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:42.866296 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:45:42.871460 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-56def94a-ebb0-408c-a0d6-a8f9fc0c50a7 admin admin] 10.222.0.64 "PUT /v2.0/routers/6dfe31cd-d6d3-4b70-87ac-fc559689e90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5880778 Apr 12 18:45:42.916772 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-ffe4b791-0434-4e6e-b8eb-405ade50522d None None] Port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:45:42.996221 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccb6a5-8672-4827-9e31-06225cab3769 req-c57d5ab3-cf74-4fbf-a755-f3742ca2abcb tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:42.998621 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-68ccb6a5-8672-4827-9e31-06225cab3769 req-c57d5ab3-cf74-4fbf-a755-f3742ca2abcb tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 943 time: 0.0540287 Apr 12 18:45:43.054746 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-68ccb6a5-8672-4827-9e31-06225cab3769 req-e172e855-3a51-423b-b896-62b1db457658 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494442 Apr 12 18:45:43.301364 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7133a52f-fac4-4386-8534-1257720c55de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:43.338714 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34020) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:43.343298 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-f9654af1-050c-4d76-85b1-9240afb65194 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--929615633', 'description': 'tempest-description--776617027'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:43.364455 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f9654af1-050c-4d76-85b1-9240afb65194 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:43.438235 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f9654af1-050c-4d76-85b1-9240afb65194 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group (0fee141a-768d-408b-84d4-38ecf645f85f), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:43.442557 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f9654af1-050c-4d76-85b1-9240afb65194 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (0fee141a-768d-408b-84d4-38ecf645f85f), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:43.471059 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f9654af1-050c-4d76-85b1-9240afb65194 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:43.472280 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-f9654af1-050c-4d76-85b1-9240afb65194 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1325042 Apr 12 18:45:43.475156 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34022) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:43.480185 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-377ac7a8-ef12-40aa-855e-bcc34ff57e40 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Request body: {'security_group_rule': {'security_group_id': '0fee141a-768d-408b-84d4-38ecf645f85f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:43.485433 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9654af1-050c-4d76-85b1-9240afb65194 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fee141a-768d-408b-84d4-38ecf645f85f,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:43.510170 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-377ac7a8-ef12-40aa-855e-bcc34ff57e40 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group_rule (a4658860-1485-4e86-9dd8-5c90165582fa), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:43.570621 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-377ac7a8-ef12-40aa-855e-bcc34ff57e40 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group_rule (a4658860-1485-4e86-9dd8-5c90165582fa), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:43.575728 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-377ac7a8-ef12-40aa-855e-bcc34ff57e40 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (a4658860-1485-4e86-9dd8-5c90165582fa), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:43.593671 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ac7a8-ef12-40aa-855e-bcc34ff57e40 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4658860-1485-4e86-9dd8-5c90165582fa,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:43.603528 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-377ac7a8-ef12-40aa-855e-bcc34ff57e40 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:43.607529 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-377ac7a8-ef12-40aa-855e-bcc34ff57e40 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286316 Apr 12 18:45:43.607726 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34024) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:43.612154 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-d3386306-5c32-471e-94ae-c7da9048a442 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Request body: {'security_group_rule': {'security_group_id': '0fee141a-768d-408b-84d4-38ecf645f85f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:43.638716 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d3386306-5c32-471e-94ae-c7da9048a442 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group_rule (64bd817d-d7d4-413b-bada-e56d4cb37624), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:43.696239 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d3386306-5c32-471e-94ae-c7da9048a442 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group_rule (64bd817d-d7d4-413b-bada-e56d4cb37624), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:43.701181 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d3386306-5c32-471e-94ae-c7da9048a442 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (64bd817d-d7d4-413b-bada-e56d4cb37624), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:43.720825 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3386306-5c32-471e-94ae-c7da9048a442 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bd817d-d7d4-413b-bada-e56d4cb37624,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:43.727090 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d3386306-5c32-471e-94ae-c7da9048a442 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:43.731726 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34026) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:43.736245 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-d3386306-5c32-471e-94ae-c7da9048a442 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269057 Apr 12 18:45:43.736826 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Request body: {'floatingip': {'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:43.758135 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:43.837664 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:43.952053 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Allocated IP 172.27.2.220 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/5f923580-33d8-48b5-9d1b-abf53d9fd26b) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:45:44.036759 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device bd686f21-7ea9-4347-ab6c-f0a837438a8b up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:45:44.056003 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for port (5f923580-33d8-48b5-9d1b-abf53d9fd26b), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:44.082902 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port bd686f21-7ea9-4347-ab6c-f0a837438a8b triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:44.083487 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (bd686f21-7ea9-4347-ab6c-f0a837438a8b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:44.095554 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (5f923580-33d8-48b5-9d1b-abf53d9fd26b), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:44.156719 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:45:44.158522 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event updated for resources: {'Port': ['ID=5f923580-33d8-48b5-9d1b-abf53d9fd26b,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:44.161475 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:45:44.163837 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:45:44.172520 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port bd686f21-7ea9-4347-ab6c-f0a837438a8b is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:44.172981 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (bd686f21-7ea9-4347-ab6c-f0a837438a8b), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:44.182619 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f650a1-2b21-4aa2-a050-3294a371a75c req-13a76015-f6be-4842-8831-76b64066f5e7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:44.184435 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-48f650a1-2b21-4aa2-a050-3294a371a75c req-13a76015-f6be-4842-8831-76b64066f5e7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 943 time: 0.0556839 Apr 12 18:45:44.195705 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] For port bd686f21-7ea9-4347-ab6c-f0a837438a8b, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=bd686f21-7ea9-4347-ab6c-f0a837438a8b,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:44.201242 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (bd686f21-7ea9-4347-ab6c-f0a837438a8b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:44.242884 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-48f650a1-2b21-4aa2-a050-3294a371a75c req-de4e8153-3ade-40e4-8188-54019ae70db1 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519285 Apr 12 18:45:44.251613 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Pushing event updated for resources: {'Port': ['ID=bd686f21-7ea9-4347-ab6c-f0a837438a8b,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:44.259267 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for floatingip (9e7382a6-b8cb-4c98-815f-6ac95cd5ae9e), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:44.296023 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5f923580-33d8-48b5-9d1b-abf53d9fd26b), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:44.449438 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for port (5f923580-33d8-48b5-9d1b-abf53d9fd26b), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:44.456033 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (5f923580-33d8-48b5-9d1b-abf53d9fd26b), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:44.525135 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event updated for resources: {'Port': ['ID=5f923580-33d8-48b5-9d1b-abf53d9fd26b,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:44.536778 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (9e7382a6-b8cb-4c98-815f-6ac95cd5ae9e), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:44.554431 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:44.555869 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-fcfb8062-67d3-4f8e-869f-9b0df4fa6626 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8230684 Apr 12 18:45:44.637335 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Sync routers for ids ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:45:44.649733 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Routers {'6dfe31cd-d6d3-4b70-87ac-fc559689e90f'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:44.650389 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:44.708757 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-9ef3a304-daaf-4603-aef9-24a52effa733 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--929615633&fields=id&tenant_id=9914a54a3f8d4c48a054cce03514427b HTTP/1.1" status: 200 len: 267 time: 0.0416281 Apr 12 18:45:44.762283 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Set router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:44.818903 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-8cb2949e-5c58-4270-bceb-4859f4f54f82 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:44.820420 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-8cb2949e-5c58-4270-bceb-4859f4f54f82 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/networks?id=fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 200 len: 817 time: 0.1052513 Apr 12 18:45:44.835398 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-cb5799df-69de-4f18-8c05-4bebf3e2c4b6 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/quotas/9914a54a3f8d4c48a054cce03514427b HTTP/1.1" status: 200 len: 375 time: 0.0089662 Apr 12 18:45:44.883887 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-b44cd919-730d-44b9-9a2e-b890b59d95c4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9914a54a3f8d4c48a054cce03514427b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431774 Apr 12 18:45:44.958434 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 2, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:44.984703 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Checking router: 6dfe31cd-d6d3-4b70-87ac-fc559689e90f for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:45:44.985059 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Updating router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 binding host dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:45:45.011945 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:45.028281 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-6c92d185-8b28-4c00-82c2-983c1de1fb43 service neutron] 10.222.0.64 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326520 Apr 12 18:45:45.120245 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-45afe402-334e-41b7-ae1c-c5e207f1d51b service neutron] 10.222.0.64 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860283 Apr 12 18:45:45.299853 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ebc2eb0a-9380-4637-b843-ebf1bab02dc2 req-ef6240cb-2f1c-44ca-844f-55998337d6f4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 210 time: 0.0398173 Apr 12 18:45:45.374786 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909eab0a-a789-4cf9-b67a-8e7930d0ef96 req-83dae4a8-6172-4e68-a588-f0ac23c903c6 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:45.376335 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-909eab0a-a789-4cf9-b67a-8e7930d0ef96 req-83dae4a8-6172-4e68-a588-f0ac23c903c6 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 943 time: 0.0511591 Apr 12 18:45:45.425365 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Publish callbacks [] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:45.428044 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-909eab0a-a789-4cf9-b67a-8e7930d0ef96 req-9af446b8-a8da-4f4a-9681-01895839390e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458450 Apr 12 18:45:45.432355 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:45.522578 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdf33f-b32d-4253-a190-dcdfb221af5f None None] Pushing event updated for resources: {'Port': ['ID=7f9477a1-13c2-4350-9800-a5d3bdc79b57,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:45.555480 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Attempting to bind port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:45:45.555886 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Attempting to bind port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:45:45.556209 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Attempting to bind port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 on network fedcd5fe-953f-4c53-85f3-78ac926b4ead {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:45:45.561589 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:45:45.561966 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Checking segment: {'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:45:45.562395 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:45.562740 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Bound using segment: {'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:45:45.563230 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Bound port: 7f9477a1-13c2-4350-9800-a5d3bdc79b57, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:45:45.563770 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:45.633654 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] For port 7f9477a1-13c2-4350-9800-a5d3bdc79b57, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:45:45.637105 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] For port 7f9477a1-13c2-4350-9800-a5d3bdc79b57, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=7f9477a1-13c2-4350-9800-a5d3bdc79b57,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:45:45.644422 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:45.705032 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Routers {'6dfe31cd-d6d3-4b70-87ac-fc559689e90f'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:45.705647 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:45.707603 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdf33f-b32d-4253-a190-dcdfb221af5f None None] Pushing event updated for resources: {'Port': ['ID=7f9477a1-13c2-4350-9800-a5d3bdc79b57,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:45.785542 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1f36-a3ec-4755-8684-092c6755838c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:45.790554 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-78278caa-6349-47e4-9946-af3ec9c03fa8 None None] Provisioning complete for port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:45.790554 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-78278caa-6349-47e4-9946-af3ec9c03fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:45.884652 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] Set router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:46.003659 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-78278caa-6349-47e4-9946-af3ec9c03fa8 None None] Current status of the port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:46.004055 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-78278caa-6349-47e4-9946-af3ec9c03fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:46.054002 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device bd686f21-7ea9-4347-ab6c-f0a837438a8b up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:45:46.101686 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-78278caa-6349-47e4-9946-af3ec9c03fa8 None None] For port 7f9477a1-13c2-4350-9800-a5d3bdc79b57, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=7f9477a1-13c2-4350-9800-a5d3bdc79b57,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:46.123365 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-78278caa-6349-47e4-9946-af3ec9c03fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:46.211056 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port bd686f21-7ea9-4347-ab6c-f0a837438a8b triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:46.211360 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (bd686f21-7ea9-4347-ab6c-f0a837438a8b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:46.213700 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:45Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:46.216791 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78278caa-6349-47e4-9946-af3ec9c03fa8 None None] Pushing event updated for resources: {'Port': ['ID=7f9477a1-13c2-4350-9800-a5d3bdc79b57,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:46.274404 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d25a0d-942e-4843-ab06-4851bb55a08f None None] The sync data for ids ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'] in dv-cinder-837536-1-iscsi is: [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:45Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:45:46.286635 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-65517337-47c8-45a4-95dd-54e903cb608e None None] Provisioning complete for port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:46.287333 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-65517337-47c8-45a4-95dd-54e903cb608e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:46.402017 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port bd686f21-7ea9-4347-ab6c-f0a837438a8b is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:46.403146 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 7f9477a1-13c2-4350-9800-a5d3bdc79b57 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:45:46.432855 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-65517337-47c8-45a4-95dd-54e903cb608e None None] Current status of the port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:46.433786 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-77bde231-9335-479a-b011-a1899a16ad7a req-084d356d-10b7-45fe-bc89-08b1ea037312 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 210 time: 0.0405278 Apr 12 18:45:46.468147 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:46.468565 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:46.504385 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-9ef0f710-7fa0-4411-9d1c-31e9e4f4e8ad tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:46.507077 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-9ef0f710-7fa0-4411-9d1c-31e9e4f4e8ad tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.65 "GET /v2.0/networks?id=fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 200 len: 817 time: 0.2083702 Apr 12 18:45:46.573527 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:46.598906 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:46.852592 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f195da-6896-4130-9bf8-24b8e590aba5 req-8328852e-7e65-4893-9198-2d286ce2b3dc tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:46.854121 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c2f195da-6896-4130-9bf8-24b8e590aba5 req-8328852e-7e65-4893-9198-2d286ce2b3dc tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 943 time: 0.3361671 Apr 12 18:45:46.890715 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-5e228bff-b00d-4329-ad7c-a0fbd3199397 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9914a54a3f8d4c48a054cce03514427b HTTP/1.1" status: 200 len: 379 time: 0.3738606 Apr 12 18:45:46.898663 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:45:46.911081 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-d87df256-24c5-481d-ae7b-13846e022bdd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Request body: {'port': {'device_id': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'admin_state_up': True, 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'security_groups': ['0fee141a-768d-408b-84d4-38ecf645f85f']}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:46.942968 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c2f195da-6896-4130-9bf8-24b8e590aba5 req-e22615be-c8d6-48c8-a65a-a5155ccd804b tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805042 Apr 12 18:45:47.031315 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-d87df256-24c5-481d-ae7b-13846e022bdd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Made reservation on behalf of 9914a54a3f8d4c48a054cce03514427b for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:45:47.034550 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-d87df256-24c5-481d-ae7b-13846e022bdd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:47.170438 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-d87df256-24c5-481d-ae7b-13846e022bdd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Allocated IP 172.20.0.9 (fedcd5fe-953f-4c53-85f3-78ac926b4ead/fafb02f7-be82-4404-a50a-ecac2fe9b977/5bd1e719-d9ac-42cb-b5fe-24473df43bd5) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:45:47.311903 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-d87df256-24c5-481d-ae7b-13846e022bdd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:47.347476 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-d87df256-24c5-481d-ae7b-13846e022bdd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:47.389121 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-d87df256-24c5-481d-ae7b-13846e022bdd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Network fedcd5fe-953f-4c53-85f3-78ac926b4ead is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:45:47.394270 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-d87df256-24c5-481d-ae7b-13846e022bdd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:45:47.397980 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-d87df256-24c5-481d-ae7b-13846e022bdd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:45:47.404635 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87df256-24c5-481d-ae7b-13846e022bdd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event updated for resources: {'Port': ['ID=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:47.450631 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-d87df256-24c5-481d-ae7b-13846e022bdd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:47.451359 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-d87df256-24c5-481d-ae7b-13846e022bdd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:47.468238 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-d87df256-24c5-481d-ae7b-13846e022bdd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5637796 Apr 12 18:45:47.480155 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Request body: {'port': {'device_id': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:47.576051 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:47.586250 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device d5b1f6da-e6a8-4673-9d27-5df73c86f06b details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:45:47.596894 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d974f-dcd2-4efc-ae17-0627e5394c3c req-f5f8c0cf-cb75-4e3e-9aa7-91f6895b2cb4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:47.598367 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d91d974f-dcd2-4efc-ae17-0627e5394c3c req-f5f8c0cf-cb75-4e3e-9aa7-91f6895b2cb4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 931 time: 0.0610042 Apr 12 18:45:47.669732 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-6e8aa8d9-46c8-4f9e-8e15-de22827c3ecf None None] Provisioning complete for port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:47.670013 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa8d9-46c8-4f9e-8e15-de22827c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:47.727336 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port d5b1f6da-e6a8-4673-9d27-5df73c86f06b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d5b1f6da-e6a8-4673-9d27-5df73c86f06b,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:47.734018 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d91d974f-dcd2-4efc-ae17-0627e5394c3c req-3990bd63-1f3d-4cf1-86be-9ae8db783e99 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145303 Apr 12 18:45:47.735300 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-6e8aa8d9-46c8-4f9e-8e15-de22827c3ecf None None] Port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:45:47.741418 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'port_id': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'mac_address': 'fa:16:3e:23:28:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:45:47.779836 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port d5b1f6da-e6a8-4673-9d27-5df73c86f06b is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:47.780226 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:47.793242 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b1f6da-e6a8-4673-9d27-5df73c86f06b {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:45:47.812570 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port d5b1f6da-e6a8-4673-9d27-5df73c86f06b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d5b1f6da-e6a8-4673-9d27-5df73c86f06b,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:47.817425 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:47.863233 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=d5b1f6da-e6a8-4673-9d27-5df73c86f06b,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:47.886786 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:45:47.894341 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Publish callbacks [] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:47.906548 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Transition to ACTIVE for port object 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:45:47.911471 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:47.981458 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:48.039559 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:48.060698 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 7f9477a1-13c2-4350-9800-a5d3bdc79b57 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:45:48.084328 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Attempting to bind port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:45:48.084671 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Attempting to bind port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:45:48.085010 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Attempting to bind port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 on network fedcd5fe-953f-4c53-85f3-78ac926b4ead {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:45:48.094168 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 on network fedcd5fe-953f-4c53-85f3-78ac926b4ead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:45:48.094893 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Attempting to bind port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 on network fedcd5fe-953f-4c53-85f3-78ac926b4ead {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:45:48.105765 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:45:48.106110 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Checking segment: {'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:45:48.106691 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Bound using segment: {'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:45:48.107136 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Bound port: 5bd1e719-d9ac-42cb-b5fe-24473df43bd5, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:45:48.107521 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:48.116231 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4ae03-fb70-4952-b2f8-c5069391860b req-3e1fe655-3178-4638-8782-7b397a31cbd1 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:48.117684 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-72c4ae03-fb70-4952-b2f8-c5069391860b req-3e1fe655-3178-4638-8782-7b397a31cbd1 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 944 time: 0.0635283 Apr 12 18:45:48.120885 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:48.121262 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:48.161368 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['d5b1f6da-e6a8-4673-9d27-5df73c86f06b'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:45:48.205921 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-72c4ae03-fb70-4952-b2f8-c5069391860b req-57cb1f85-f3d7-4364-a4fd-4ec3b90e702a tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815864 Apr 12 18:45:48.217522 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] For port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:45:48.220323 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] For port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:45:48.227899 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:48.263073 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:48.263843 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:48.265183 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] 10.222.0.65 "PUT /v2.0/ports/5bd1e719-d9ac-42cb-b5fe-24473df43bd5 HTTP/1.1" status: 200 len: 1093 time: 0.7894628 Apr 12 18:45:48.267466 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'tag': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:45:48.270685 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a81a14-6348-4b72-a079-e9506facc794" -d '{"events": [{"name": "network-changed", "server_uuid": "a19d69ae-295b-4653-b863-d6eb41e59c01", "tag": "5bd1e719-d9ac-42cb-b5fe-24473df43bd5"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:45:48.274693 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:48.304081 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716c441-9a5d-4515-a3de-e2ce26551580 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:48.348274 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fed883-af8f-4b60-9f36-0cc272c0ac69 x-openstack-request-id: req-82fed883-af8f-4b60-9f36-0cc272c0ac69 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:45:48.348274 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19d69ae-295b-4653-b863-d6eb41e59c01", "tag": "5bd1e719-d9ac-42cb-b5fe-24473df43bd5", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:45:48.348591 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82fed883-af8f-4b60-9f36-0cc272c0ac69 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:45:48.348822 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82fed883-af8f-4b60-9f36-0cc272c0ac69'] response: {'name': 'network-changed', 'server_uuid': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'tag': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'status': 'completed', 'code': 200} Apr 12 18:45:48.365878 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-bb4cfb86-ba58-477e-9ab0-481ace3b0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:48.367515 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-bb4cfb86-ba58-477e-9ab0-481ace3b0f2e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9914a54a3f8d4c48a054cce03514427b&device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 1127 time: 0.0548737 Apr 12 18:45:48.413569 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-0498bf5e-4ae0-4b1f-8650-8d897815d027 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5 HTTP/1.1" status: 200 len: 217 time: 0.0361197 Apr 12 18:45:48.468792 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-f4c4dacb-ec7c-4c75-a923-4abf062d2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:48.470264 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-f4c4dacb-ec7c-4c75-a923-4abf062d2b6e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fafb02f7-be82-4404-a50a-ecac2fe9b977 HTTP/1.1" status: 200 len: 856 time: 0.0496447 Apr 12 18:45:48.515996 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-4c7e4f10-0b51-44b8-a288-344fc402ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:48.517512 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-4c7e4f10-0b51-44b8-a288-344fc402ba62 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fedcd5fe-953f-4c53-85f3-78ac926b4ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409410 Apr 12 18:45:48.610438 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-6d880f70-968d-4fb6-8c4b-d362451ac9e3 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851038 Apr 12 18:45:48.712525 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e3f6157-2791-4c0f-8c4b-318f7d543a43 req-635e4265-e9d4-4a6a-a4d5-5ee9d536003a service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952663 Apr 12 18:45:48.853879 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96bd39-a097-4867-ba74-7af8c3ffa3c0 req-c15ba73e-b284-47fe-9396-e3a4db852f07 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:48.855366 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4c96bd39-a097-4867-ba74-7af8c3ffa3c0 req-c15ba73e-b284-47fe-9396-e3a4db852f07 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0474379 Apr 12 18:45:48.902573 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4c96bd39-a097-4867-ba74-7af8c3ffa3c0 req-aeaf39e9-50b1-48d9-b1b4-02f1dfe6aee2 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416565 Apr 12 18:45:49.327248 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a929f8-00e0-4139-8999-ce1f40688eac req-466d5dce-2928-4c43-afe7-a075bfbc14f0 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:49.328709 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-47a929f8-00e0-4139-8999-ce1f40688eac req-466d5dce-2928-4c43-afe7-a075bfbc14f0 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 944 time: 0.0509055 Apr 12 18:45:49.377779 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-47a929f8-00e0-4139-8999-ce1f40688eac req-5e63e088-93ca-4405-ad90-ae06d7878822 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434809 Apr 12 18:45:49.595614 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device d5b1f6da-e6a8-4673-9d27-5df73c86f06b up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:45:49.643112 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port d5b1f6da-e6a8-4673-9d27-5df73c86f06b completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:45:49.652644 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port d5b1f6da-e6a8-4673-9d27-5df73c86f06b triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:49.653039 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:49.742197 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port d5b1f6da-e6a8-4673-9d27-5df73c86f06b is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:49.742594 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:49.762498 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:49.777348 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:45:49.779690 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed98660-1e34-496c-9f3b-e7d56f19bbf4" -d '{"events": [{"server_uuid": "92e396a4-2b0b-4391-8a46-d5f09f1865ea", "name": "network-vif-plugged", "status": "completed", "tag": "d5b1f6da-e6a8-4673-9d27-5df73c86f06b"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:45:49.793084 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port d5b1f6da-e6a8-4673-9d27-5df73c86f06b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d5b1f6da-e6a8-4673-9d27-5df73c86f06b,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:49.798738 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:49.822875 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b6c3a1-626a-4688-8a5d-70cc297ab428 x-openstack-request-id: req-55b6c3a1-626a-4688-8a5d-70cc297ab428 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:45:49.823164 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e396a4-2b0b-4391-8a46-d5f09f1865ea", "name": "network-vif-plugged", "status": "completed", "tag": "d5b1f6da-e6a8-4673-9d27-5df73c86f06b", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:45:49.823441 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55b6c3a1-626a-4688-8a5d-70cc297ab428 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:45:49.823835 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b6c3a1-626a-4688-8a5d-70cc297ab428'] response: {'server_uuid': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'code': 200} Apr 12 18:45:49.850059 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=d5b1f6da-e6a8-4673-9d27-5df73c86f06b,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:50.032724 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e0009-150c-4940-be28-79a665269b10 req-e26f789c-398e-44bc-adf6-f5af9778bffd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:50.034214 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1a8e0009-150c-4940-be28-79a665269b10 req-e26f789c-398e-44bc-adf6-f5af9778bffd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0481455 Apr 12 18:45:50.081892 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1a8e0009-150c-4940-be28-79a665269b10 req-03b6725d-8fe6-4bee-8a48-db34cf584f76 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418482 Apr 12 18:45:50.508933 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba856c-3d67-4821-bcdb-e4c3bd9ae908 req-6da1b83e-3374-448f-9b39-c9677998c2f6 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:50.510386 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1bba856c-3d67-4821-bcdb-e4c3bd9ae908 req-6da1b83e-3374-448f-9b39-c9677998c2f6 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 945 time: 0.0521896 Apr 12 18:45:50.565740 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1bba856c-3d67-4821-bcdb-e4c3bd9ae908 req-1924ee31-d86a-486f-95bf-194c9e80445d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471463 Apr 12 18:45:51.210185 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81a14-6348-4b72-a079-e9506facc794 req-ca63d2c6-751a-4196-87d6-193d297aa4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:51.211671 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19a81a14-6348-4b72-a079-e9506facc794 req-ca63d2c6-751a-4196-87d6-193d297aa4be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9914a54a3f8d4c48a054cce03514427b&device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 1127 time: 0.0636947 Apr 12 18:45:51.226995 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ce40a-724b-4c47-aad4-b34a939ab4d4 req-01b38b52-7a14-496b-8b35-5a48ac88f7fa tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:51.228419 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-321ce40a-724b-4c47-aad4-b34a939ab4d4 req-01b38b52-7a14-496b-8b35-5a48ac88f7fa tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0536222 Apr 12 18:45:51.343132 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-321ce40a-724b-4c47-aad4-b34a939ab4d4 req-acb6f161-1769-4c04-9c5e-a8417a23285f tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091523 Apr 12 18:45:51.385907 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfbdea-ff02-455c-a188-03819d0c3412 req-247b86dd-43c8-4ece-80d2-15adfbb412d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:51.387373 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b8dfbdea-ff02-455c-a188-03819d0c3412 req-247b86dd-43c8-4ece-80d2-15adfbb412d3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 1129 time: 0.0637612 Apr 12 18:45:51.388303 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81a14-6348-4b72-a079-e9506facc794 req-eb2d1340-f646-49c9-bca0-2256f1c92490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:51.389632 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19a81a14-6348-4b72-a079-e9506facc794 req-eb2d1340-f646-49c9-bca0-2256f1c92490 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 200 len: 918 time: 0.1541500 Apr 12 18:45:51.447273 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19a81a14-6348-4b72-a079-e9506facc794 req-dcd35d42-cfdd-43af-9b17-12d7cee35f26 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5 HTTP/1.1" status: 200 len: 217 time: 0.0479822 Apr 12 18:45:51.506331 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b8dfbdea-ff02-455c-a188-03819d0c3412 req-188d7a13-89d4-4b49-9e8d-7372fa9299b8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086671 Apr 12 18:45:51.513513 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81a14-6348-4b72-a079-e9506facc794 req-f5580a26-2418-401b-8db2-c755d62c7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:51.514887 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19a81a14-6348-4b72-a079-e9506facc794 req-f5580a26-2418-401b-8db2-c755d62c7345 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fafb02f7-be82-4404-a50a-ecac2fe9b977 HTTP/1.1" status: 200 len: 856 time: 0.0615811 Apr 12 18:45:51.705890 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0c9b1-04d2-4ca2-8793-70a07cdbc2ae req-d64554ae-d379-4585-98b9-8e6cb222e6ab tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:51.707321 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9c0c9b1-04d2-4ca2-8793-70a07cdbc2ae req-d64554ae-d379-4585-98b9-8e6cb222e6ab tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 945 time: 0.0528562 Apr 12 18:45:51.760133 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9c0c9b1-04d2-4ca2-8793-70a07cdbc2ae req-db3b4862-79d2-4cda-8568-a6c92989d4c1 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445733 Apr 12 18:45:51.817017 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81a14-6348-4b72-a079-e9506facc794 req-ec03eadb-d50f-4447-b42c-59ef602ad2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:51.818518 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19a81a14-6348-4b72-a079-e9506facc794 req-ec03eadb-d50f-4447-b42c-59ef602ad2d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fedcd5fe-953f-4c53-85f3-78ac926b4ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426574 Apr 12 18:45:51.908604 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19a81a14-6348-4b72-a079-e9506facc794 req-82d1d222-f57d-4254-be12-3bf57958bb59 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815511 Apr 12 18:45:52.004491 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19a81a14-6348-4b72-a079-e9506facc794 req-05d89c32-d88a-4be1-acd5-4b62f43e69ec service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883682 Apr 12 18:45:52.471278 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bf1f0-49eb-4cbc-82f9-7273767cbb1d req-dd578009-7ca5-4617-8f91-3bebce4c41fc tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:52.472659 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8b9bf1f0-49eb-4cbc-82f9-7273767cbb1d req-dd578009-7ca5-4617-8f91-3bebce4c41fc tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0471628 Apr 12 18:45:52.522151 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8b9bf1f0-49eb-4cbc-82f9-7273767cbb1d req-f0946c97-cae3-46e7-91db-12782916426e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416083 Apr 12 18:45:52.877960 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386c5af-2b8b-4307-8879-991a71e40c64 req-86cb64e1-61f3-470c-9377-17fb3d677c66 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:52.879500 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1386c5af-2b8b-4307-8879-991a71e40c64 req-86cb64e1-61f3-470c-9377-17fb3d677c66 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 945 time: 0.0503392 Apr 12 18:45:52.934857 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1386c5af-2b8b-4307-8879-991a71e40c64 req-be3961b9-fdf2-498b-b25a-8dd9e10203bc tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472114 Apr 12 18:45:53.623126 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:45:53.643759 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085dbd0-d019-4252-8aca-668458442508 req-0c67723a-f6f5-40c7-8900-275850d96d95 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:53.645304 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6085dbd0-d019-4252-8aca-668458442508 req-0c67723a-f6f5-40c7-8900-275850d96d95 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0480950 Apr 12 18:45:53.692321 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6085dbd0-d019-4252-8aca-668458442508 req-34a5753a-d696-4a28-b396-0429314688fc tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410686 Apr 12 18:45:53.726175 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:53.737375 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'port_id': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'mac_address': 'fa:16:3e:40:53:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:45:53.775050 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:53.775476 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:53.789025 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:45:53.810208 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:53.815703 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:53.862449 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:54.054472 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4f88a-545e-473e-bdd9-aaf6618c229b req-adbb90be-b3d8-412b-ad4f-e4510df48a45 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:54.055988 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bcd4f88a-545e-473e-bdd9-aaf6618c229b req-adbb90be-b3d8-412b-ad4f-e4510df48a45 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 945 time: 0.0475709 Apr 12 18:45:54.106265 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bcd4f88a-545e-473e-bdd9-aaf6618c229b req-03ad8c95-7acb-4dcc-be72-e06eeb2a0a36 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446177 Apr 12 18:45:54.178625 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['5bd1e719-d9ac-42cb-b5fe-24473df43bd5'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:45:54.232537 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f706c7a-095d-4043-a062-4eafbc5a5da7 req-f0d430ca-ed79-4725-8913-606ec70e4b6c tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:54.233892 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9f706c7a-095d-4043-a062-4eafbc5a5da7 req-f0d430ca-ed79-4725-8913-606ec70e4b6c tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 945 time: 0.0513713 Apr 12 18:45:54.284449 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9f706c7a-095d-4043-a062-4eafbc5a5da7 req-e51b0be9-481f-4742-880b-43995180f98b tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444643 Apr 12 18:45:54.306932 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34098) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:54.346719 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc230b84-ef7b-4e09-8f85-bda515b53a4a tempest-TestVolumeBootPattern-718330766 tempest-TestVolumeBootPattern-718330766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:54.348263 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-cc230b84-ef7b-4e09-8f85-bda515b53a4a tempest-TestVolumeBootPattern-718330766 tempest-TestVolumeBootPattern-718330766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 1124 time: 0.0398798 Apr 12 18:45:54.351336 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34100) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:54.355848 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Request body: {'floatingip': {'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'port_id': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:54.378928 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:54.454885 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:54.561424 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Allocated IP 172.27.2.218 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/a09fae9c-3466-401d-9b97-a47423e7d715) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:45:54.675012 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for port (a09fae9c-3466-401d-9b97-a47423e7d715), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:54.712544 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (a09fae9c-3466-401d-9b97-a47423e7d715), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:54.755535 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:45:54.763713 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:45:54.773090 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:45:54.800653 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'Port': ['ID=a09fae9c-3466-401d-9b97-a47423e7d715,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:54.842586 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d3e29-6830-48ac-b10a-220610e1d846 req-28578287-5527-4f55-979d-6e0bb039f934 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:54.844099 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ba4d3e29-6830-48ac-b10a-220610e1d846 req-28578287-5527-4f55-979d-6e0bb039f934 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 944 time: 0.0819368 Apr 12 18:45:54.950758 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ba4d3e29-6830-48ac-b10a-220610e1d846 req-587cdff1-00de-414f-b4d8-ec76c09852b2 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993085 Apr 12 18:45:55.220526 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for floatingip (e3d8ddbc-2a0e-4810-90b4-cca13b04f389), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:55.315292 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b33459-c2b5-43a4-9687-334289557e58 req-6b7dbcbf-5532-4051-ae4b-99eeec85dbb7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:55.316772 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a0b33459-c2b5-43a4-9687-334289557e58 req-6b7dbcbf-5532-4051-ae4b-99eeec85dbb7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0730181 Apr 12 18:45:55.332917 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a09fae9c-3466-401d-9b97-a47423e7d715), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:55.402510 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a0b33459-c2b5-43a4-9687-334289557e58 req-1d7b14db-a620-4d6f-96e4-3a7da3aad1b6 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792282 Apr 12 18:45:55.506130 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for port (a09fae9c-3466-401d-9b97-a47423e7d715), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:55.513553 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (a09fae9c-3466-401d-9b97-a47423e7d715), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:55.578163 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'Port': ['ID=a09fae9c-3466-401d-9b97-a47423e7d715,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:55.589564 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (e3d8ddbc-2a0e-4810-90b4-cca13b04f389), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:55.618157 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:45:55.667345 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:45:55.675019 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:45:55.675558 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:55.692994 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Floating IP e3d8ddbc-2a0e-4810-90b4-cca13b04f389 associated. External IP: 172.27.2.218, port: d5b1f6da-e6a8-4673-9d27-5df73c86f06b. Apr 12 18:45:55.751331 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:45:55.751704 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:55.775021 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:45:55.777305 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de1cae2-b381-466c-b0fa-1d87127fd6c0" -d '{"events": [{"server_uuid": "a19d69ae-295b-4653-b863-d6eb41e59c01", "name": "network-vif-plugged", "status": "completed", "tag": "5bd1e719-d9ac-42cb-b5fe-24473df43bd5"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:45:55.797583 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:55.803482 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:55.828602 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6260bb18-101c-40f5-bcd7-f145b6f18ada x-openstack-request-id: req-6260bb18-101c-40f5-bcd7-f145b6f18ada {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:45:55.828920 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19d69ae-295b-4653-b863-d6eb41e59c01", "name": "network-vif-plugged", "status": "completed", "tag": "5bd1e719-d9ac-42cb-b5fe-24473df43bd5", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:45:55.829172 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6260bb18-101c-40f5-bcd7-f145b6f18ada {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:45:55.829564 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6260bb18-101c-40f5-bcd7-f145b6f18ada'] response: {'server_uuid': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'code': 200} Apr 12 18:45:55.855225 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:56.201040 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5405ed8-e6a7-4053-905e-381aad424ff3 req-4262e6b7-4be3-40cf-abf8-281191bcdf9b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:56.202514 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d5405ed8-e6a7-4053-905e-381aad424ff3 req-4262e6b7-4be3-40cf-abf8-281191bcdf9b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.1063755 Apr 12 18:45:56.205132 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066680d-88c0-4747-81b7-db1bab2a5284 req-311d00ce-7f1f-4a82-8625-55fccc48525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:56.206473 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9066680d-88c0-4747-81b7-db1bab2a5284 req-311d00ce-7f1f-4a82-8625-55fccc48525d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 1129 time: 0.1114967 Apr 12 18:45:56.263051 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:45:56.275042 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d5405ed8-e6a7-4053-905e-381aad424ff3 req-0b7d4341-913c-4ff3-84e2-7fa5e2d9bf68 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658555 Apr 12 18:45:56.412193 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9066680d-88c0-4747-81b7-db1bab2a5284 req-637291a0-35ce-4728-9cb0-f00349590746 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835910 Apr 12 18:45:56.413281 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:45:56.424586 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c91f3-59b7-439f-9ec2-41f0d7df31a7 None None] Sync routers for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:45:56.435474 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:56.435743 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c91f3-59b7-439f-9ec2-41f0d7df31a7 None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:56.436355 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-cb4c91f3-59b7-439f-9ec2-41f0d7df31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:56.480355 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-72138365-d888-4982-a1fe-7d4302d3658d tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1140161 Apr 12 18:45:56.480355 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'tag': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:45:56.480355 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018b09ab-6431-404b-9464-d74be64736e8" -d '{"events": [{"name": "network-changed", "server_uuid": "92e396a4-2b0b-4391-8a46-d5f09f1865ea", "tag": "d5b1f6da-e6a8-4673-9d27-5df73c86f06b"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:45:56.508007 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e6d2a2-a12a-4dd6-b835-4a3eaba772c3 x-openstack-request-id: req-94e6d2a2-a12a-4dd6-b835-4a3eaba772c3 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:45:56.508278 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e396a4-2b0b-4391-8a46-d5f09f1865ea", "tag": "d5b1f6da-e6a8-4673-9d27-5df73c86f06b", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:45:56.508527 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94e6d2a2-a12a-4dd6-b835-4a3eaba772c3 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:45:56.508923 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e6d2a2-a12a-4dd6-b835-4a3eaba772c3'] response: {'name': 'network-changed', 'server_uuid': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'tag': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'status': 'completed', 'code': 200} Apr 12 18:45:56.526769 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8daf47-b733-4770-a08a-0213773189bd req-f41a79bf-a6b2-46bb-9d9f-d75aec4ca352 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:56.528205 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ca8daf47-b733-4770-a08a-0213773189bd req-f41a79bf-a6b2-46bb-9d9f-d75aec4ca352 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0498753 Apr 12 18:45:56.547623 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-cb4c91f3-59b7-439f-9ec2-41f0d7df31a7 None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:56.578147 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ca8daf47-b733-4770-a08a-0213773189bd req-3a43fffa-8049-4aac-9611-9531ce9ba763 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae0c1d1b-2482-498a-8722-7443bfc11376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440311 Apr 12 18:45:56.778849 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-cb4c91f3-59b7-439f-9ec2-41f0d7df31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'e3d8ddbc-2a0e-4810-90b4-cca13b04f389', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'port_id': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'mac_address': 'fa:16:3e:23:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:45:55Z', 'updated_at': '2022-04-12T18:45:55Z', 'revision_number': 0, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:56.809286 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c91f3-59b7-439f-9ec2-41f0d7df31a7 None None] Checking router: 6493a8ec-0a15-4207-9463-111d9cbcb1a4 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:45:56.817780 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c91f3-59b7-439f-9ec2-41f0d7df31a7 None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:56.818385 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-cb4c91f3-59b7-439f-9ec2-41f0d7df31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:56.826518 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-ef538b1a-01cc-4b8a-985d-318b29c7fdc8 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:56.828030 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-ef538b1a-01cc-4b8a-985d-318b29c7fdc8 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 946 time: 0.0730689 Apr 12 18:45:56.842171 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b09ab-6431-404b-9464-d74be64736e8 req-e7ca6844-95c1-40ab-b2b3-c1d3f96176ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:56.843566 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-018b09ab-6431-404b-9464-d74be64736e8 req-e7ca6844-95c1-40ab-b2b3-c1d3f96176ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 1129 time: 0.0598273 Apr 12 18:45:56.927229 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-cb4c91f3-59b7-439f-9ec2-41f0d7df31a7 None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:56.976503 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-cbfd1728-213a-4d83-80b5-dcd615bf6366 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Deleting port 22810e15-f266-473a-a3bb-eae68152fdd7 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:45:56.976867 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-cbfd1728-213a-4d83-80b5-dcd615bf6366 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (22810e15-f266-473a-a3bb-eae68152fdd7), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:57.007536 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b09ab-6431-404b-9464-d74be64736e8 req-b137bb83-e9bd-4e3d-a166-4dab3a1a778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:57.009004 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-018b09ab-6431-404b-9464-d74be64736e8 req-b137bb83-e9bd-4e3d-a166-4dab3a1a778b service neutron] 10.222.0.65 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 913 time: 0.1489742 Apr 12 18:45:57.085556 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-cbfd1728-213a-4d83-80b5-dcd615bf6366 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] For port 22810e15-f266-473a-a3bb-eae68152fdd7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=22810e15-f266-473a-a3bb-eae68152fdd7,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:45:57.085893 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-cbfd1728-213a-4d83-80b5-dcd615bf6366 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (22810e15-f266-473a-a3bb-eae68152fdd7), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:57.232472 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-cb4c91f3-59b7-439f-9ec2-41f0d7df31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'e3d8ddbc-2a0e-4810-90b4-cca13b04f389', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'port_id': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'mac_address': 'fa:16:3e:23:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:45:55Z', 'updated_at': '2022-04-12T18:45:55Z', 'revision_number': 0, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:57.259483 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-cbfd1728-213a-4d83-80b5-dcd615bf6366 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:57.259939 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-cbfd1728-213a-4d83-80b5-dcd615bf6366 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (4896b589-5802-4e04-a8fc-ce79d675c439), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:57.260316 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-cbfd1728-213a-4d83-80b5-dcd615bf6366 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Floating IP 4896b589-5802-4e04-a8fc-ce79d675c439 disassociated. External IP: 172.27.2.32, port: 22810e15-f266-473a-a3bb-eae68152fdd7. Apr 12 18:45:57.260656 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-cbfd1728-213a-4d83-80b5-dcd615bf6366 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Calling delete_port for 22810e15-f266-473a-a3bb-eae68152fdd7 owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:45:57.261940 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c91f3-59b7-439f-9ec2-41f0d7df31a7 None None] The sync data for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi is: [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'e3d8ddbc-2a0e-4810-90b4-cca13b04f389', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'port_id': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'mac_address': 'fa:16:3e:23:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:45:55Z', 'updated_at': '2022-04-12T18:45:55Z', 'revision_number': 0, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:45:57.465530 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-cbfd1728-213a-4d83-80b5-dcd615bf6366 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (22810e15-f266-473a-a3bb-eae68152fdd7), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:57.467094 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085fbbd6-5518-4e80-98b6-32e6dd887fb7 None None] New status for floating IP e3d8ddbc-2a0e-4810-90b4-cca13b04f389: ACTIVE {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:45:57.479239 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee53f9c-852d-4b74-8038-b990fa225759 req-5c215314-697c-4157-a203-c5f8945bf72d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:57.480734 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9ee53f9c-852d-4b74-8038-b990fa225759 req-5c215314-697c-4157-a203-c5f8945bf72d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.1135871 Apr 12 18:45:57.533541 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd1728-213a-4d83-80b5-dcd615bf6366 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event deleted for resources: {'Port': ['ID=22810e15-f266-473a-a3bb-eae68152fdd7,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:57.537363 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-018b09ab-6431-404b-9464-d74be64736e8 req-fa73307a-d0fa-49c9-b7f9-b3756020c83f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b1f6da-e6a8-4673-9d27-5df73c86f06b HTTP/1.1" status: 200 len: 999 time: 0.1339846 Apr 12 18:45:57.642830 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9ee53f9c-852d-4b74-8038-b990fa225759 req-cc624303-2d83-43b5-80f2-1aeaf73d20d9 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535678 Apr 12 18:45:57.695422 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b09ab-6431-404b-9464-d74be64736e8 req-14dc08e2-cbf4-4c86-81cd-4a2a3271a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:57.697206 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-018b09ab-6431-404b-9464-d74be64736e8 req-14dc08e2-cbf4-4c86-81cd-4a2a3271a94c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60ec23c3-0a49-4ec5-aff1-04b053e8de73 HTTP/1.1" status: 200 len: 851 time: 0.1437933 Apr 12 18:45:57.715007 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-65e301d1-00fd-4e1a-8ee6-dd7c38e10ccd req-ed132bc4-bdd8-4ffb-815a-b65388e3dd83 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c33ba44-1a7c-4ee9-93e0-9414b0dff359 HTTP/1.1" status: 200 len: 210 time: 0.0606840 Apr 12 18:45:57.744512 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-cbfd1728-213a-4d83-80b5-dcd615bf6366 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Router a9d4b0a1-728d-4468-b107-8637da2235c8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:45:57.863375 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b09ab-6431-404b-9464-d74be64736e8 req-45105234-d797-49df-ae81-c8610c65fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:57.864908 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-018b09ab-6431-404b-9464-d74be64736e8 req-45105234-d797-49df-ae81-c8610c65fbb4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=598a49f3-26e5-4adb-bc7e-a59d43832874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751877 Apr 12 18:45:57.889844 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-cbfd1728-213a-4d83-80b5-dcd615bf6366 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:45:57.900652 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8977819a-ad6b-47bf-8d18-e71d04458438 None None] Sync routers for ids ['a9d4b0a1-728d-4468-b107-8637da2235c8'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:45:57.912613 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8977819a-ad6b-47bf-8d18-e71d04458438 None None] Routers {'a9d4b0a1-728d-4468-b107-8637da2235c8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:57.913236 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-8977819a-ad6b-47bf-8d18-e71d04458438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['a9d4b0a1-728d-4468-b107-8637da2235c8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:57.933745 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-cbfd1728-213a-4d83-80b5-dcd615bf6366 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] No DVR routers for this DVR port 22810e15-f266-473a-a3bb-eae68152fdd7 on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:45:57.936325 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-cbfd1728-213a-4d83-80b5-dcd615bf6366 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:57.939594 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-798c31aa-be11-44b7-8646-3bab8d8a90b0 req-cbfd1728-213a-4d83-80b5-dcd615bf6366 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.65 "DELETE /v2.0/ports/22810e15-f266-473a-a3bb-eae68152fdd7 HTTP/1.1" status: 204 len: 173 time: 1.1063795 Apr 12 18:45:58.023771 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-8977819a-ad6b-47bf-8d18-e71d04458438 None None] Set router a9d4b0a1-728d-4468-b107-8637da2235c8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:58.212247 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-8977819a-ad6b-47bf-8d18-e71d04458438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'c987abb7-8f4c-45c5-8c43-7eb2041bd075', 'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'mac_address': 'fa:16:3e:60:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 5, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'subnets': [{'id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:58.242349 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8977819a-ad6b-47bf-8d18-e71d04458438 None None] Checking router: a9d4b0a1-728d-4468-b107-8637da2235c8 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:45:58.250984 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8977819a-ad6b-47bf-8d18-e71d04458438 None None] Routers {'a9d4b0a1-728d-4468-b107-8637da2235c8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:45:58.251639 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-8977819a-ad6b-47bf-8d18-e71d04458438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['a9d4b0a1-728d-4468-b107-8637da2235c8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:58.282828 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-018b09ab-6431-404b-9464-d74be64736e8 req-71b9f952-56ba-4ca5-a537-85c14aa534c6 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926507 Apr 12 18:45:58.365931 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-8977819a-ad6b-47bf-8d18-e71d04458438 None None] Set router a9d4b0a1-728d-4468-b107-8637da2235c8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:45:58.389313 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-018b09ab-6431-404b-9464-d74be64736e8 req-f6494f53-c866-4439-a15e-9fbecbcc59f0 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981312 Apr 12 18:45:58.510209 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c33ba44-1a7c-4ee9-93e0-9414b0dff359', 'name': 'network-vif-deleted', 'tag': '22810e15-f266-473a-a3bb-eae68152fdd7'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:45:58.512873 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b64c3e-c9e1-43ed-97b5-bd7277023490" -d '{"events": [{"server_uuid": "6c33ba44-1a7c-4ee9-93e0-9414b0dff359", "name": "network-vif-deleted", "tag": "22810e15-f266-473a-a3bb-eae68152fdd7"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:45:58.547506 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82783595-03c7-4982-ace2-e8d1eee52e38 x-openstack-request-id: req-82783595-03c7-4982-ace2-e8d1eee52e38 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:45:58.547799 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c33ba44-1a7c-4ee9-93e0-9414b0dff359", "name": "network-vif-deleted", "tag": "22810e15-f266-473a-a3bb-eae68152fdd7", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:45:58.548054 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82783595-03c7-4982-ace2-e8d1eee52e38 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:45:58.548464 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82783595-03c7-4982-ace2-e8d1eee52e38'] response: {'server_uuid': '6c33ba44-1a7c-4ee9-93e0-9414b0dff359', 'name': 'network-vif-deleted', 'tag': '22810e15-f266-473a-a3bb-eae68152fdd7', 'status': 'completed', 'code': 200} Apr 12 18:45:58.554762 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-8977819a-ad6b-47bf-8d18-e71d04458438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'c987abb7-8f4c-45c5-8c43-7eb2041bd075', 'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'mac_address': 'fa:16:3e:60:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 5, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'subnets': [{'id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:45:58.582317 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8977819a-ad6b-47bf-8d18-e71d04458438 None None] The sync data for ids ['a9d4b0a1-728d-4468-b107-8637da2235c8'] in dv-cinder-837536-1-iscsi is: [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'c987abb7-8f4c-45c5-8c43-7eb2041bd075', 'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'mac_address': 'fa:16:3e:60:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 5, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'subnets': [{'id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:45:58.785482 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e17ad-c52f-4f0b-a504-5b9989db4e31 req-a93b0367-48b1-4f82-aeeb-5803078f70fb tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:58.792500 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e4e17ad-c52f-4f0b-a504-5b9989db4e31 req-a93b0367-48b1-4f82-aeeb-5803078f70fb tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0699577 Apr 12 18:45:58.827022 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34136) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:58.831100 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c8065-cc1b-4ac4-8218-2f71e577c4a2 None None] New status for floating IP 4896b589-5802-4e04-a8fc-ce79d675c439: DOWN {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:45:58.865369 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8e4e17ad-c52f-4f0b-a504-5b9989db4e31 req-378ff987-0ac3-4c29-ae95-7760edba0923 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720038 Apr 12 18:45:58.900368 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group (ae0c1d1b-2482-498a-8722-7443bfc11376), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:58.925780 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group (ae0c1d1b-2482-498a-8722-7443bfc11376), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:58.964878 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:58.997743 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74513e64-893b-4dfe-b1b8-426d85b82398 req-9bcf65eb-f0b7-4748-b197-b2ff54761ff0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:45:58.999239 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-74513e64-893b-4dfe-b1b8-426d85b82398 req-9bcf65eb-f0b7-4748-b197-b2ff54761ff0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0609696 Apr 12 18:45:59.009030 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34140) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:59.015018 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-2088f743-74e5-4080-9c9a-2332a12d935e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Request body: {'floatingip': {'port_id': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:45:59.018799 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (ae0c1d1b-2482-498a-8722-7443bfc11376), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:59.021396 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:59.022434 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "DELETE /v2.0/security-groups/ae0c1d1b-2482-498a-8722-7443bfc11376 HTTP/1.1" status: 204 len: 168 time: 0.1940393 Apr 12 18:45:59.025333 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34142) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:59.038961 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.api.v2.resource [None req-b5981360-4477-4182-945b-1d7b1321fc77 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] show failed (client error): The resource could not be found. Apr 12 18:45:59.039985 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-b5981360-4477-4182-945b-1d7b1321fc77 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups/ae0c1d1b-2482-498a-8722-7443bfc11376 HTTP/1.1" status: 404 len: 347 time: 0.0135064 Apr 12 18:45:59.042786 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34144) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:45:59.061472 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0c1d1b-2482-498a-8722-7443bfc11376,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:59.067604 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2088f743-74e5-4080-9c9a-2332a12d935e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for floatingip (9e7382a6-b8cb-4c98-815f-6ac95cd5ae9e), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:59.075331 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:59.075674 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:59.076004 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:59.076342 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:59.076664 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:59.076984 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:59.077300 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:59.077616 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:59.077934 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:59.078247 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:59.078562 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:59.078896 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:59.079192 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:59.079527 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:59.079836 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a69bc-a8f5-41a1-acb9-b4e24aa1395b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:45:59.166376 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-7ca43464-330e-48ac-be12-49ecbf940fb0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Deleting port 02d58e9d-94fc-4612-9ca4-1fe2508f4f19 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:45:59.166709 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ca43464-330e-48ac-be12-49ecbf940fb0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (02d58e9d-94fc-4612-9ca4-1fe2508f4f19), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:59.243891 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ca43464-330e-48ac-be12-49ecbf940fb0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (02d58e9d-94fc-4612-9ca4-1fe2508f4f19), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:59.244191 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ca43464-330e-48ac-be12-49ecbf940fb0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for floatingip (02d58e9d-94fc-4612-9ca4-1fe2508f4f19), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:59.256374 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-7ca43464-330e-48ac-be12-49ecbf940fb0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Calling delete_port for 02d58e9d-94fc-4612-9ca4-1fe2508f4f19 owned by network:floatingip {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:45:59.395247 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ca43464-330e-48ac-be12-49ecbf940fb0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (02d58e9d-94fc-4612-9ca4-1fe2508f4f19), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:59.539429 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2088f743-74e5-4080-9c9a-2332a12d935e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:59.544968 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2088f743-74e5-4080-9c9a-2332a12d935e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (9e7382a6-b8cb-4c98-815f-6ac95cd5ae9e), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:59.646080 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca43464-330e-48ac-be12-49ecbf940fb0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event deleted for resources: {'Port': ['ID=02d58e9d-94fc-4612-9ca4-1fe2508f4f19,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:45:59.650635 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-2088f743-74e5-4080-9c9a-2332a12d935e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Floating IP 9e7382a6-b8cb-4c98-815f-6ac95cd5ae9e associated. External IP: 172.27.2.220, port: 5bd1e719-d9ac-42cb-b5fe-24473df43bd5. Apr 12 18:45:59.712452 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ca43464-330e-48ac-be12-49ecbf940fb0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for floatingip (4896b589-5802-4e04-a8fc-ce79d675c439), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:59.714923 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ca43464-330e-48ac-be12-49ecbf940fb0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:45:59.716125 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-7ca43464-330e-48ac-be12-49ecbf940fb0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "DELETE /v2.0/floatingips/4896b589-5802-4e04-a8fc-ce79d675c439 HTTP/1.1" status: 204 len: 168 time: 0.6724377 Apr 12 18:46:00.073093 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34148) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:00.077695 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-47bc341c-6208-49e5-955d-116c5142c0cc tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337971559', 'description': 'tempest-description--292975789'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:46:00.101712 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-47bc341c-6208-49e5-955d-116c5142c0cc tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.118172 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2088f743-74e5-4080-9c9a-2332a12d935e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:46:00.169143 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-47bc341c-6208-49e5-955d-116c5142c0cc tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group (368f2495-1854-4335-b9e7-3a1882b5a949), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.173381 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-47bc341c-6208-49e5-955d-116c5142c0cc tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (368f2495-1854-4335-b9e7-3a1882b5a949), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.202519 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-47bc341c-6208-49e5-955d-116c5142c0cc tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.203748 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-47bc341c-6208-49e5-955d-116c5142c0cc tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1296074 Apr 12 18:46:00.205553 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc341c-6208-49e5-955d-116c5142c0cc tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=368f2495-1854-4335-b9e7-3a1882b5a949,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:00.207548 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34150) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:00.212154 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-04ac1af8-5614-47fb-b009-8584f5aa400e tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Request body: {'security_group_rule': {'security_group_id': '368f2495-1854-4335-b9e7-3a1882b5a949', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:46:00.232270 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2088f743-74e5-4080-9c9a-2332a12d935e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:46:00.236929 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2088f743-74e5-4080-9c9a-2332a12d935e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.238284 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-04ac1af8-5614-47fb-b009-8584f5aa400e tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group_rule (83d9601b-afe6-42b4-91cf-e8a3c761e5b1), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.243126 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f4e39-33f4-4a89-bda3-e4442fa207db None None] Sync routers for ids ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:46:00.254323 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f4e39-33f4-4a89-bda3-e4442fa207db None None] Routers {'6dfe31cd-d6d3-4b70-87ac-fc559689e90f'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:46:00.254898 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-250f4e39-33f4-4a89-bda3-e4442fa207db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:00.268379 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-2088f743-74e5-4080-9c9a-2332a12d935e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "PUT /v2.0/floatingips/9e7382a6-b8cb-4c98-815f-6ac95cd5ae9e HTTP/1.1" status: 200 len: 991 time: 1.2582612 Apr 12 18:46:00.303855 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-04ac1af8-5614-47fb-b009-8584f5aa400e tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group_rule (83d9601b-afe6-42b4-91cf-e8a3c761e5b1), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.308293 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-04ac1af8-5614-47fb-b009-8584f5aa400e tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (83d9601b-afe6-42b4-91cf-e8a3c761e5b1), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.325945 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac1af8-5614-47fb-b009-8584f5aa400e tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d9601b-afe6-42b4-91cf-e8a3c761e5b1,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:00.335584 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-04ac1af8-5614-47fb-b009-8584f5aa400e tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.336882 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-04ac1af8-5614-47fb-b009-8584f5aa400e tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283739 Apr 12 18:46:00.339679 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34154) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:00.344009 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-b5a5b277-f4ac-465a-bf6d-3b4a7a603444 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Request body: {'security_group_rule': {'security_group_id': '368f2495-1854-4335-b9e7-3a1882b5a949', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:46:00.364636 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-250f4e39-33f4-4a89-bda3-e4442fa207db None None] Set router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:46:00.369213 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b277-f4ac-465a-bf6d-3b4a7a603444 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group_rule (f0735b48-1baa-434b-baf9-a3b150061f16), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.424056 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b277-f4ac-465a-bf6d-3b4a7a603444 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group_rule (f0735b48-1baa-434b-baf9-a3b150061f16), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.428833 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b277-f4ac-465a-bf6d-3b4a7a603444 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (f0735b48-1baa-434b-baf9-a3b150061f16), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.445999 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5b277-f4ac-465a-bf6d-3b4a7a603444 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0735b48-1baa-434b-baf9-a3b150061f16,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:00.456044 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b277-f4ac-465a-bf6d-3b4a7a603444 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.457342 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-b5a5b277-f4ac-465a-bf6d-3b4a7a603444 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166928 Apr 12 18:46:00.460470 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34156) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:00.464798 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Request body: {'floatingip': {'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:46:00.484550 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.549476 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'tag': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:46:00.552003 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7324be2-9b40-425b-9bd7-abedb7c93061" -d '{"events": [{"name": "network-changed", "server_uuid": "a19d69ae-295b-4653-b863-d6eb41e59c01", "tag": "5bd1e719-d9ac-42cb-b5fe-24473df43bd5"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:46:00.566166 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.590098 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92748d41-a840-4503-bfa6-313fc557bea6 x-openstack-request-id: req-92748d41-a840-4503-bfa6-313fc557bea6 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:46:00.590393 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19d69ae-295b-4653-b863-d6eb41e59c01", "tag": "5bd1e719-d9ac-42cb-b5fe-24473df43bd5", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:46:00.590576 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-250f4e39-33f4-4a89-bda3-e4442fa207db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '9e7382a6-b8cb-4c98-815f-6ac95cd5ae9e', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'port_id': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'mac_address': 'fa:16:3e:40:53:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:45:44Z', 'updated_at': '2022-04-12T18:45:59Z', 'revision_number': 1, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:46Z', 'revision_number': 5, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:00.590758 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92748d41-a840-4503-bfa6-313fc557bea6 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:46:00.591045 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92748d41-a840-4503-bfa6-313fc557bea6'] response: {'name': 'network-changed', 'server_uuid': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'tag': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'status': 'completed', 'code': 200} Apr 12 18:46:00.617118 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f4e39-33f4-4a89-bda3-e4442fa207db None None] Checking router: 6dfe31cd-d6d3-4b70-87ac-fc559689e90f for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:46:00.625278 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f4e39-33f4-4a89-bda3-e4442fa207db None None] Routers {'6dfe31cd-d6d3-4b70-87ac-fc559689e90f'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:46:00.626112 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-250f4e39-33f4-4a89-bda3-e4442fa207db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:45:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:00.657395 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7324be2-9b40-425b-9bd7-abedb7c93061 req-97162358-51cd-46a9-bc9b-167bc1625803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:00.659649 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a7324be2-9b40-425b-9bd7-abedb7c93061 req-97162358-51cd-46a9-bc9b-167bc1625803 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9914a54a3f8d4c48a054cce03514427b&device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 1129 time: 0.0477998 Apr 12 18:46:00.676429 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Allocated IP 172.27.2.167 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/592c03ba-6595-41b3-9c4c-23a754f57235) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:46:00.735275 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-250f4e39-33f4-4a89-bda3-e4442fa207db None None] Set router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:46:00.755231 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7324be2-9b40-425b-9bd7-abedb7c93061 req-558f876b-39ab-431e-9710-cd35ce7339f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:00.757012 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a7324be2-9b40-425b-9bd7-abedb7c93061 req-558f876b-39ab-431e-9710-cd35ce7339f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 200 len: 918 time: 0.0904336 Apr 12 18:46:00.786512 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for port (592c03ba-6595-41b3-9c4c-23a754f57235), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.829885 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (592c03ba-6595-41b3-9c4c-23a754f57235), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:00.830669 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a7324be2-9b40-425b-9bd7-abedb7c93061 req-794376bb-309e-4bed-95c2-ab8014c28b4c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5 HTTP/1.1" status: 200 len: 999 time: 0.0668573 Apr 12 18:46:00.872362 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:46:00.878127 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:46:00.882456 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:46:00.885986 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7324be2-9b40-425b-9bd7-abedb7c93061 req-a7e415c7-e95c-47ce-85ce-3053576481dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:00.887466 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a7324be2-9b40-425b-9bd7-abedb7c93061 req-a7e415c7-e95c-47ce-85ce-3053576481dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fafb02f7-be82-4404-a50a-ecac2fe9b977 HTTP/1.1" status: 200 len: 856 time: 0.0497098 Apr 12 18:46:00.911590 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event updated for resources: {'Port': ['ID=592c03ba-6595-41b3-9c4c-23a754f57235,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:00.947250 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7324be2-9b40-425b-9bd7-abedb7c93061 req-fc7e44b0-e61f-452b-99d7-3ad3802a4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:00.948888 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a7324be2-9b40-425b-9bd7-abedb7c93061 req-fc7e44b0-e61f-452b-99d7-3ad3802a4d64 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fedcd5fe-953f-4c53-85f3-78ac926b4ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453501 Apr 12 18:46:00.975683 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for floatingip (f095d6db-c700-4ddd-b76c-e5a37ccde066), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:01.014085 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (592c03ba-6595-41b3-9c4c-23a754f57235), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:01.043973 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a7324be2-9b40-425b-9bd7-abedb7c93061 req-42dc3ffd-7f10-4ed1-8871-3f3c5cea3650 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878348 Apr 12 18:46:01.048387 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-250f4e39-33f4-4a89-bda3-e4442fa207db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '9e7382a6-b8cb-4c98-815f-6ac95cd5ae9e', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'port_id': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'mac_address': 'fa:16:3e:40:53:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:45:44Z', 'updated_at': '2022-04-12T18:45:59Z', 'revision_number': 1, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:46Z', 'revision_number': 5, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:01.076441 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f4e39-33f4-4a89-bda3-e4442fa207db None None] The sync data for ids ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'] in dv-cinder-837536-1-iscsi is: [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '9e7382a6-b8cb-4c98-815f-6ac95cd5ae9e', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'port_id': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'mac_address': 'fa:16:3e:40:53:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:45:44Z', 'updated_at': '2022-04-12T18:45:59Z', 'revision_number': 1, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:46Z', 'revision_number': 5, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:46:01.141595 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a7324be2-9b40-425b-9bd7-abedb7c93061 req-e3c60110-f4d0-41c9-8607-bef863a393a4 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901945 Apr 12 18:46:01.176604 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for port (592c03ba-6595-41b3-9c4c-23a754f57235), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:01.182199 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (592c03ba-6595-41b3-9c4c-23a754f57235), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:01.245608 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event updated for resources: {'Port': ['ID=592c03ba-6595-41b3-9c4c-23a754f57235,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:01.261857 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (f095d6db-c700-4ddd-b76c-e5a37ccde066), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:01.279184 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:01.289506 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-eb9df377-7359-463b-b239-56522163dcd7 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8190203 Apr 12 18:46:01.289697 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c27f409-bcd9-4970-8cb5-15cb6f4ccf83 None None] New status for floating IP 9e7382a6-b8cb-4c98-815f-6ac95cd5ae9e: ACTIVE {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:46:01.478465 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-ed69f77c-e8e4-4d3e-973c-730a3cdbc600 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--337971559&fields=id&tenant_id=87396fafe66b4b39a6c3d47bffe8eacb HTTP/1.1" status: 200 len: 267 time: 0.0450003 Apr 12 18:46:01.591711 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-5709a2e5-d9c9-4efb-b64c-cd27af7c5387 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:01.593169 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-5709a2e5-d9c9-4efb-b64c-cd27af7c5387 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/networks?id=dcd504b7-0834-41e9-a8df-b699bcbecfe2 HTTP/1.1" status: 200 len: 811 time: 0.1078477 Apr 12 18:46:01.608483 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a3c417d6-028b-41be-91ff-7ca697d443bd tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/quotas/87396fafe66b4b39a6c3d47bffe8eacb HTTP/1.1" status: 200 len: 375 time: 0.0095654 Apr 12 18:46:01.660012 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 22810e15-f266-473a-a3bb-eae68152fdd7 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:46:01.662187 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-0fd83f66-1423-443a-b6e9-c5f2eadb0656 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=87396fafe66b4b39a6c3d47bffe8eacb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486734 Apr 12 18:46:01.680735 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: 22810e15-f266-473a-a3bb-eae68152fdd7 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:46:01.681146 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 22810e15-f266-473a-a3bb-eae68152fdd7 not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:46:01.767035 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-af30bbcf-57bb-42d9-9123-439cb8244178 service neutron] 10.222.0.64 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931466 Apr 12 18:46:01.858416 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-68d43cb6-b665-4dac-a07e-12f16b3cde59 service neutron] 10.222.0.64 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852287 Apr 12 18:46:02.023459 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17e24823-7d77-42e7-a1ba-c44203a8ef83 req-b9746e30-2891-48be-9884-82ebe7d77efb tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 210 time: 0.0275478 Apr 12 18:46:03.018064 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-3d646c40-647d-4dca-9cc0-1df6ff47ccc0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:03.019467 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-3d646c40-647d-4dca-9cc0-1df6ff47ccc0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.65 "GET /v2.0/networks?id=dcd504b7-0834-41e9-a8df-b699bcbecfe2 HTTP/1.1" status: 200 len: 811 time: 0.1095660 Apr 12 18:46:03.083390 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-ef662039-3ea1-4eaf-ae2f-ffc83ab575ef tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87396fafe66b4b39a6c3d47bffe8eacb HTTP/1.1" status: 200 len: 379 time: 0.0560195 Apr 12 18:46:03.116421 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a64ad145-af6a-4352-9843-e29c6bfc9774 req-50743619-347e-4017-bf00-8b1c7c62809b tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 210 time: 0.0275702 Apr 12 18:46:03.166298 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-532d1e23-8d9c-4967-b936-ddf91549db47 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Request body: {'port': {'device_id': '768672b0-148b-4ba1-ab2d-9ed28f922766', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'admin_state_up': True, 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'security_groups': ['368f2495-1854-4335-b9e7-3a1882b5a949']}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:46:03.285080 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-532d1e23-8d9c-4967-b936-ddf91549db47 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Made reservation on behalf of 87396fafe66b4b39a6c3d47bffe8eacb for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:46:03.288378 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-532d1e23-8d9c-4967-b936-ddf91549db47 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:03.430295 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-532d1e23-8d9c-4967-b936-ddf91549db47 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Allocated IP 172.20.0.11 (dcd504b7-0834-41e9-a8df-b699bcbecfe2/4cdabe6e-b69b-428b-98d7-bd6e6c83c23e/8526db65-8f9f-488f-ad5b-672768c73af5) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:46:03.586793 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-532d1e23-8d9c-4967-b936-ddf91549db47 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for port (8526db65-8f9f-488f-ad5b-672768c73af5), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:03.623472 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-532d1e23-8d9c-4967-b936-ddf91549db47 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (8526db65-8f9f-488f-ad5b-672768c73af5), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:03.669151 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-532d1e23-8d9c-4967-b936-ddf91549db47 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Network dcd504b7-0834-41e9-a8df-b699bcbecfe2 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:46:03.674300 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-532d1e23-8d9c-4967-b936-ddf91549db47 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:46:03.678048 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-532d1e23-8d9c-4967-b936-ddf91549db47 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:46:03.684437 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d1e23-8d9c-4967-b936-ddf91549db47 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event updated for resources: {'Port': ['ID=8526db65-8f9f-488f-ad5b-672768c73af5,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:03.730869 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-532d1e23-8d9c-4967-b936-ddf91549db47 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:03.731499 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-532d1e23-8d9c-4967-b936-ddf91549db47 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:03.749010 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-532d1e23-8d9c-4967-b936-ddf91549db47 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5886338 Apr 12 18:46:03.763544 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Request body: {'port': {'device_id': '768672b0-148b-4ba1-ab2d-9ed28f922766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:46:03.823560 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8526db65-8f9f-488f-ad5b-672768c73af5), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:03.932426 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-c63e7c70-7f16-445a-acc5-b229caf5eaab None None] Provisioning complete for port 8526db65-8f9f-488f-ad5b-672768c73af5 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:46:03.933046 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c63e7c70-7f16-445a-acc5-b229caf5eaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (8526db65-8f9f-488f-ad5b-672768c73af5), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:03.967754 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-c63e7c70-7f16-445a-acc5-b229caf5eaab None None] Port 8526db65-8f9f-488f-ad5b-672768c73af5 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:46:04.101627 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8526db65-8f9f-488f-ad5b-672768c73af5 {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:46:04.109081 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Publish callbacks [] for port (8526db65-8f9f-488f-ad5b-672768c73af5), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:04.121325 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Transition to ACTIVE for port object 8526db65-8f9f-488f-ad5b-672768c73af5 will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:46:04.126530 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (8526db65-8f9f-488f-ad5b-672768c73af5), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:04.181110 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8526db65-8f9f-488f-ad5b-672768c73af5,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:04.272315 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a89ae7-472b-42eb-a4d6-2f1025782dcd req-602298b5-fb52-4f30-845e-82582f8fdce0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:04.273840 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-72a89ae7-472b-42eb-a4d6-2f1025782dcd req-602298b5-fb52-4f30-845e-82582f8fdce0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 944 time: 0.0759723 Apr 12 18:46:04.301314 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Attempting to bind port 8526db65-8f9f-488f-ad5b-672768c73af5 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:46:04.301644 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Attempting to bind port 8526db65-8f9f-488f-ad5b-672768c73af5 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:46:04.301969 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Attempting to bind port 8526db65-8f9f-488f-ad5b-672768c73af5 on network dcd504b7-0834-41e9-a8df-b699bcbecfe2 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:46:04.311904 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Port 8526db65-8f9f-488f-ad5b-672768c73af5 on network dcd504b7-0834-41e9-a8df-b699bcbecfe2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:46:04.312223 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Attempting to bind port 8526db65-8f9f-488f-ad5b-672768c73af5 on network dcd504b7-0834-41e9-a8df-b699bcbecfe2 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:46:04.325262 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:46:04.325594 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Checking segment: {'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:46:04.325973 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Bound using segment: {'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:46:04.326396 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Bound port: 8526db65-8f9f-488f-ad5b-672768c73af5, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:46:04.326748 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8526db65-8f9f-488f-ad5b-672768c73af5), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:04.349614 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-72a89ae7-472b-42eb-a4d6-2f1025782dcd req-0c80f2c0-861b-444a-a190-b000e86e796c tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=368f2495-1854-4335-b9e7-3a1882b5a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688193 Apr 12 18:46:04.405237 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] For port 8526db65-8f9f-488f-ad5b-672768c73af5, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:46:04.408236 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] For port 8526db65-8f9f-488f-ad5b-672768c73af5, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8526db65-8f9f-488f-ad5b-672768c73af5,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:46:04.416367 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (8526db65-8f9f-488f-ad5b-672768c73af5), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:04.453341 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:04.454018 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:04.455334 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] 10.222.0.65 "PUT /v2.0/ports/8526db65-8f9f-488f-ad5b-672768c73af5 HTTP/1.1" status: 200 len: 1094 time: 0.6960208 Apr 12 18:46:04.455816 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768672b0-148b-4ba1-ab2d-9ed28f922766', 'tag': '8526db65-8f9f-488f-ad5b-672768c73af5'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:46:04.458072 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6347cd95-5fd2-4009-b4bc-3862921400a5" -d '{"events": [{"name": "network-changed", "server_uuid": "768672b0-148b-4ba1-ab2d-9ed28f922766", "tag": "8526db65-8f9f-488f-ad5b-672768c73af5"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:46:04.486934 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aa2d8-332f-474a-826d-946791abdbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8526db65-8f9f-488f-ad5b-672768c73af5,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:04.517505 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99dc977-e29f-45e8-be63-2390b36d86e5 x-openstack-request-id: req-a99dc977-e29f-45e8-be63-2390b36d86e5 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:46:04.517832 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768672b0-148b-4ba1-ab2d-9ed28f922766", "tag": "8526db65-8f9f-488f-ad5b-672768c73af5", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:46:04.518163 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a99dc977-e29f-45e8-be63-2390b36d86e5 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:46:04.518564 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a99dc977-e29f-45e8-be63-2390b36d86e5'] response: {'name': 'network-changed', 'server_uuid': '768672b0-148b-4ba1-ab2d-9ed28f922766', 'tag': '8526db65-8f9f-488f-ad5b-672768c73af5', 'status': 'completed', 'code': 200} Apr 12 18:46:04.550895 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a62234df-328e-4d9a-8413-ea78a59a37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:04.552496 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-a62234df-328e-4d9a-8413-ea78a59a37e4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87396fafe66b4b39a6c3d47bffe8eacb&device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 1128 time: 0.0450780 Apr 12 18:46:04.595550 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-60268f8f-6932-46ed-9615-2bfa7fdfb1cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8526db65-8f9f-488f-ad5b-672768c73af5 HTTP/1.1" status: 200 len: 217 time: 0.0356855 Apr 12 18:46:04.647388 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-64df9f68-57f5-4791-86f3-6e02ab6d1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:04.648876 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-64df9f68-57f5-4791-86f3-6e02ab6d1834 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cdabe6e-b69b-428b-98d7-bd6e6c83c23e HTTP/1.1" status: 200 len: 850 time: 0.0479140 Apr 12 18:46:04.693449 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-b3379f6f-ecdb-4f93-a32a-a5dc650f43a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:04.694885 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-b3379f6f-ecdb-4f93-a32a-a5dc650f43a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcd504b7-0834-41e9-a8df-b699bcbecfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392435 Apr 12 18:46:04.785298 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-ef086546-ada9-4e6b-9fbc-99614b94acfc service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842867 Apr 12 18:46:04.879673 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ad9a64d-ad11-4ef4-9815-41b20bfedfe0 req-ba09ebfd-f65c-4326-ae8b-4239934c23fe service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876787 Apr 12 18:46:05.466324 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443be951-d881-4912-b0ab-beb9806ed85e req-0822e909-c3fe-417b-a62b-655f80474f25 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:05.467800 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-443be951-d881-4912-b0ab-beb9806ed85e req-0822e909-c3fe-417b-a62b-655f80474f25 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 944 time: 0.0469913 Apr 12 18:46:05.514676 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-443be951-d881-4912-b0ab-beb9806ed85e req-00525589-cbc4-4403-ac55-62d91a5a4a6f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=368f2495-1854-4335-b9e7-3a1882b5a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413365 Apr 12 18:46:06.642462 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609e369-6dcf-46fe-b3c2-497b28ad7da1 req-544effc8-a2fc-409c-9c42-ae5501ade725 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:06.644142 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7609e369-6dcf-46fe-b3c2-497b28ad7da1 req-544effc8-a2fc-409c-9c42-ae5501ade725 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 944 time: 0.0597999 Apr 12 18:46:06.693973 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7609e369-6dcf-46fe-b3c2-497b28ad7da1 req-b84a1164-f3c5-4f57-8ca8-152f2ce2ed42 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=368f2495-1854-4335-b9e7-3a1882b5a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421689 Apr 12 18:46:07.304779 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347cd95-5fd2-4009-b4bc-3862921400a5 req-14b78e0f-a257-43f9-aa05-a12ac0417a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:07.306298 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6347cd95-5fd2-4009-b4bc-3862921400a5 req-14b78e0f-a257-43f9-aa05-a12ac0417a75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87396fafe66b4b39a6c3d47bffe8eacb&device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 1128 time: 0.0449195 Apr 12 18:46:07.406668 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347cd95-5fd2-4009-b4bc-3862921400a5 req-58980ac9-79f0-41aa-b651-0903c11d6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:07.408171 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6347cd95-5fd2-4009-b4bc-3862921400a5 req-58980ac9-79f0-41aa-b651-0903c11d6c59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dcd504b7-0834-41e9-a8df-b699bcbecfe2 HTTP/1.1" status: 200 len: 912 time: 0.0893934 Apr 12 18:46:07.450265 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6347cd95-5fd2-4009-b4bc-3862921400a5 req-b327e08a-e3cb-40f3-8a2f-f64bd63294ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8526db65-8f9f-488f-ad5b-672768c73af5 HTTP/1.1" status: 200 len: 217 time: 0.0341144 Apr 12 18:46:07.498217 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347cd95-5fd2-4009-b4bc-3862921400a5 req-be617ed6-33b1-47aa-9e3c-68a42eece7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:07.499666 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6347cd95-5fd2-4009-b4bc-3862921400a5 req-be617ed6-33b1-47aa-9e3c-68a42eece7ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cdabe6e-b69b-428b-98d7-bd6e6c83c23e HTTP/1.1" status: 200 len: 850 time: 0.0424170 Apr 12 18:46:07.546047 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347cd95-5fd2-4009-b4bc-3862921400a5 req-b4f9c1ce-d47a-4069-8de8-7f57be5cea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:07.547557 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6347cd95-5fd2-4009-b4bc-3862921400a5 req-b4f9c1ce-d47a-4069-8de8-7f57be5cea99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcd504b7-0834-41e9-a8df-b699bcbecfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412643 Apr 12 18:46:07.669598 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6347cd95-5fd2-4009-b4bc-3862921400a5 req-a75b8883-8d4f-42ec-a728-a9a442944bb6 service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035590 Apr 12 18:46:07.771607 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6347cd95-5fd2-4009-b4bc-3862921400a5 req-22fe1425-4bbe-46a8-bf09-5cc52c302014 service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956514 Apr 12 18:46:07.808807 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef890ac1-a35b-4698-8775-d718b08f6f6d req-5955c388-9061-404e-bdb9-d5973cd1816d tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:07.810282 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ef890ac1-a35b-4698-8775-d718b08f6f6d req-5955c388-9061-404e-bdb9-d5973cd1816d tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 944 time: 0.0493429 Apr 12 18:46:07.856893 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ef890ac1-a35b-4698-8775-d718b08f6f6d req-bb184b89-0cf9-441e-a99f-5929a8e30e7a tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=368f2495-1854-4335-b9e7-3a1882b5a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409653 Apr 12 18:46:08.986262 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65628c-0752-483e-a267-5cab77560792 req-0aa4cc66-5ade-4fe6-83bf-4abfa1b1aafc tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:08.987740 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3c65628c-0752-483e-a267-5cab77560792 req-0aa4cc66-5ade-4fe6-83bf-4abfa1b1aafc tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 944 time: 0.0500162 Apr 12 18:46:09.041288 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3c65628c-0752-483e-a267-5cab77560792 req-d664d75c-dd3d-45bb-a4de-da4ec0bf1c4a tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=368f2495-1854-4335-b9e7-3a1882b5a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451925 Apr 12 18:46:09.672366 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8526db65-8f9f-488f-ad5b-672768c73af5 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:46:09.782806 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8526db65-8f9f-488f-ad5b-672768c73af5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8526db65-8f9f-488f-ad5b-672768c73af5,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:46:09.797338 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '8526db65-8f9f-488f-ad5b-672768c73af5', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'port_id': '8526db65-8f9f-488f-ad5b-672768c73af5', 'mac_address': 'fa:16:3e:25:18:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:46:09.834726 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 8526db65-8f9f-488f-ad5b-672768c73af5 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:46:09.835109 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8526db65-8f9f-488f-ad5b-672768c73af5), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:09.847620 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8526db65-8f9f-488f-ad5b-672768c73af5 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:46:09.866346 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8526db65-8f9f-488f-ad5b-672768c73af5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8526db65-8f9f-488f-ad5b-672768c73af5,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:46:09.872664 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (8526db65-8f9f-488f-ad5b-672768c73af5), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:09.918751 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=8526db65-8f9f-488f-ad5b-672768c73af5,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:10.153432 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444d97a-8517-47f3-b559-9f446f096b08 req-4ed30a3b-0956-43cb-b217-9bc58f6c9f99 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:10.154889 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e444d97a-8517-47f3-b559-9f446f096b08 req-4ed30a3b-0956-43cb-b217-9bc58f6c9f99 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 945 time: 0.0477571 Apr 12 18:46:10.204435 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e444d97a-8517-47f3-b559-9f446f096b08 req-dc0d65ca-2901-4d3f-9eee-304e9e349b70 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=368f2495-1854-4335-b9e7-3a1882b5a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413191 Apr 12 18:46:10.254189 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['8526db65-8f9f-488f-ad5b-672768c73af5'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:46:11.329903 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889332-d521-4670-9072-f302a285f04d req-4515c3a2-e9c9-4f11-99a4-69f52cc1c63f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:11.331526 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2e889332-d521-4670-9072-f302a285f04d req-4515c3a2-e9c9-4f11-99a4-69f52cc1c63f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 945 time: 0.0503922 Apr 12 18:46:11.378758 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2e889332-d521-4670-9072-f302a285f04d req-d437cbfc-a6f9-429d-9ce7-f8b07e94da1c tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=368f2495-1854-4335-b9e7-3a1882b5a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415440 Apr 12 18:46:11.680195 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8526db65-8f9f-488f-ad5b-672768c73af5 up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:46:11.735639 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port 8526db65-8f9f-488f-ad5b-672768c73af5 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:46:11.744111 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 8526db65-8f9f-488f-ad5b-672768c73af5 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:46:11.744758 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (8526db65-8f9f-488f-ad5b-672768c73af5), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:11.826027 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 8526db65-8f9f-488f-ad5b-672768c73af5 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:46:11.826397 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8526db65-8f9f-488f-ad5b-672768c73af5), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:11.850901 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768672b0-148b-4ba1-ab2d-9ed28f922766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8526db65-8f9f-488f-ad5b-672768c73af5'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:46:11.853184 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3994ea1-6cd6-4ffd-9c10-660f4cf50628" -d '{"events": [{"server_uuid": "768672b0-148b-4ba1-ab2d-9ed28f922766", "name": "network-vif-plugged", "status": "completed", "tag": "8526db65-8f9f-488f-ad5b-672768c73af5"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:46:11.865697 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8526db65-8f9f-488f-ad5b-672768c73af5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8526db65-8f9f-488f-ad5b-672768c73af5,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:46:11.871103 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (8526db65-8f9f-488f-ad5b-672768c73af5), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:11.898370 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d8f24b-5891-43f6-842f-61bcb106698e x-openstack-request-id: req-e1d8f24b-5891-43f6-842f-61bcb106698e {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:46:11.898689 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768672b0-148b-4ba1-ab2d-9ed28f922766", "name": "network-vif-plugged", "status": "completed", "tag": "8526db65-8f9f-488f-ad5b-672768c73af5", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:46:11.898953 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1d8f24b-5891-43f6-842f-61bcb106698e {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:46:11.899370 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d8f24b-5891-43f6-842f-61bcb106698e'] response: {'server_uuid': '768672b0-148b-4ba1-ab2d-9ed28f922766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8526db65-8f9f-488f-ad5b-672768c73af5', 'code': 200} Apr 12 18:46:11.925733 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=8526db65-8f9f-488f-ad5b-672768c73af5,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:12.079116 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d65ee-ae65-4741-a953-2fa740ddfe84 req-f829dda6-c0a5-451b-8644-150e23dbfc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:12.080727 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e38d65ee-ae65-4741-a953-2fa740ddfe84 req-f829dda6-c0a5-451b-8644-150e23dbfc5a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 1130 time: 0.0442359 Apr 12 18:46:12.125682 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e38d65ee-ae65-4741-a953-2fa740ddfe84 req-173ace9e-9bb6-4667-8312-4d70eb044cb3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=368f2495-1854-4335-b9e7-3a1882b5a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367830 Apr 12 18:46:12.503981 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4f245-b5eb-48b2-858c-fbc0d5c5fb2b req-e79b7b7e-b6ef-42cf-af85-dd9a91fcd2c2 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:12.505423 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1aa4f245-b5eb-48b2-858c-fbc0d5c5fb2b req-e79b7b7e-b6ef-42cf-af85-dd9a91fcd2c2 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 946 time: 0.0489748 Apr 12 18:46:12.553599 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1aa4f245-b5eb-48b2-858c-fbc0d5c5fb2b req-4cbc7250-3b3b-4f69-afe5-f6acc23bc04c tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=368f2495-1854-4335-b9e7-3a1882b5a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403137 Apr 12 18:46:13.311956 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c711b5b3-5da6-4908-8e6f-bf58e773c0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:13.679074 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a684f64-2e84-4d58-98d7-e07258a37efd req-8dba0b85-f57a-4ec9-8c9f-de3f1c694173 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:13.680643 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6a684f64-2e84-4d58-98d7-e07258a37efd req-8dba0b85-f57a-4ec9-8c9f-de3f1c694173 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 946 time: 0.0516236 Apr 12 18:46:13.733571 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6a684f64-2e84-4d58-98d7-e07258a37efd req-c7714322-445b-42f6-a815-f6712327c81e tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=368f2495-1854-4335-b9e7-3a1882b5a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469196 Apr 12 18:46:14.862007 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfce864-af7d-4381-a16d-34fab7de72c5 req-421089b7-20ab-49ae-89a4-13020e1c3215 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:14.863548 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cdfce864-af7d-4381-a16d-34fab7de72c5 req-421089b7-20ab-49ae-89a4-13020e1c3215 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 946 time: 0.0506573 Apr 12 18:46:14.910145 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cdfce864-af7d-4381-a16d-34fab7de72c5 req-cf1a0187-0405-453a-a344-b482dabb453e tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=368f2495-1854-4335-b9e7-3a1882b5a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409009 Apr 12 18:46:15.030205 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae658-1a90-453f-99fb-91be93645822 req-8c78c365-4817-40c4-a361-997293f89318 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:15.031615 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4d5ae658-1a90-453f-99fb-91be93645822 req-8c78c365-4817-40c4-a361-997293f89318 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 946 time: 0.0561976 Apr 12 18:46:15.040145 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34226) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:15.044413 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-743edf56-7f81-42d0-b168-c3413fa9e3a3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Request body: {'floatingip': {'port_id': '8526db65-8f9f-488f-ad5b-672768c73af5'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:46:15.088043 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-743edf56-7f81-42d0-b168-c3413fa9e3a3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for floatingip (f095d6db-c700-4ddd-b76c-e5a37ccde066), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:15.559511 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-743edf56-7f81-42d0-b168-c3413fa9e3a3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:15.565220 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-743edf56-7f81-42d0-b168-c3413fa9e3a3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (f095d6db-c700-4ddd-b76c-e5a37ccde066), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:15.662259 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-743edf56-7f81-42d0-b168-c3413fa9e3a3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Floating IP f095d6db-c700-4ddd-b76c-e5a37ccde066 associated. External IP: 172.27.2.167, port: 8526db65-8f9f-488f-ad5b-672768c73af5. Apr 12 18:46:15.732694 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-60ff9142-d4df-40db-b040-71939aa9ed82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:15.893424 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743edf56-7f81-42d0-b168-c3413fa9e3a3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Router a9d4b0a1-728d-4468-b107-8637da2235c8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:46:16.258307 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743edf56-7f81-42d0-b168-c3413fa9e3a3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:46:16.263592 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-743edf56-7f81-42d0-b168-c3413fa9e3a3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:16.268363 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15be22-f4c8-4517-84d0-7609a685a414 None None] Sync routers for ids ['a9d4b0a1-728d-4468-b107-8637da2235c8'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:46:16.279806 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd15be22-f4c8-4517-84d0-7609a685a414 None None] Routers {'a9d4b0a1-728d-4468-b107-8637da2235c8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:46:16.280415 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-fd15be22-f4c8-4517-84d0-7609a685a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:46:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['a9d4b0a1-728d-4468-b107-8637da2235c8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:16.293806 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-743edf56-7f81-42d0-b168-c3413fa9e3a3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "PUT /v2.0/floatingips/f095d6db-c700-4ddd-b76c-e5a37ccde066 HTTP/1.1" status: 200 len: 992 time: 1.2519741 Apr 12 18:46:16.294448 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768672b0-148b-4ba1-ab2d-9ed28f922766', 'tag': '8526db65-8f9f-488f-ad5b-672768c73af5'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:46:16.296754 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e7f273-28a1-40e6-80c2-8752d25bc7db" -d '{"events": [{"name": "network-changed", "server_uuid": "768672b0-148b-4ba1-ab2d-9ed28f922766", "tag": "8526db65-8f9f-488f-ad5b-672768c73af5"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:46:16.331925 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01decfaf-854e-4367-9e1e-e1a4be4bd98a x-openstack-request-id: req-01decfaf-854e-4367-9e1e-e1a4be4bd98a {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:46:16.332217 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768672b0-148b-4ba1-ab2d-9ed28f922766", "tag": "8526db65-8f9f-488f-ad5b-672768c73af5", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:46:16.332469 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01decfaf-854e-4367-9e1e-e1a4be4bd98a {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:46:16.332866 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01decfaf-854e-4367-9e1e-e1a4be4bd98a'] response: {'name': 'network-changed', 'server_uuid': '768672b0-148b-4ba1-ab2d-9ed28f922766', 'tag': '8526db65-8f9f-488f-ad5b-672768c73af5', 'status': 'completed', 'code': 200} Apr 12 18:46:16.392394 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-fd15be22-f4c8-4517-84d0-7609a685a414 None None] Set router a9d4b0a1-728d-4468-b107-8637da2235c8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:46:16.396456 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7f273-28a1-40e6-80c2-8752d25bc7db req-c965f306-adc9-4d32-ac12-b76b5b7764fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:16.397939 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d2e7f273-28a1-40e6-80c2-8752d25bc7db req-c965f306-adc9-4d32-ac12-b76b5b7764fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87396fafe66b4b39a6c3d47bffe8eacb&device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 1130 time: 0.0409272 Apr 12 18:46:16.486997 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7f273-28a1-40e6-80c2-8752d25bc7db req-eb84e422-89cd-4460-a640-c6709662b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:16.488552 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d2e7f273-28a1-40e6-80c2-8752d25bc7db req-eb84e422-89cd-4460-a640-c6709662b8d1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dcd504b7-0834-41e9-a8df-b699bcbecfe2 HTTP/1.1" status: 200 len: 912 time: 0.0845253 Apr 12 18:46:16.558734 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d2e7f273-28a1-40e6-80c2-8752d25bc7db req-924aa1fa-cd27-4aa8-a8a3-703dc613582b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8526db65-8f9f-488f-ad5b-672768c73af5 HTTP/1.1" status: 200 len: 1000 time: 0.0630403 Apr 12 18:46:16.601049 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:16.608233 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7f273-28a1-40e6-80c2-8752d25bc7db req-01e72122-9b53-4556-965d-a6ff4ff76216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:16.609688 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d2e7f273-28a1-40e6-80c2-8752d25bc7db req-01e72122-9b53-4556-965d-a6ff4ff76216 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cdabe6e-b69b-428b-98d7-bd6e6c83c23e HTTP/1.1" status: 200 len: 850 time: 0.0449774 Apr 12 18:46:16.612213 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-fd15be22-f4c8-4517-84d0-7609a685a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'f095d6db-c700-4ddd-b76c-e5a37ccde066', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'port_id': '8526db65-8f9f-488f-ad5b-672768c73af5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'mac_address': 'fa:16:3e:25:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768672b0-148b-4ba1-ab2d-9ed28f922766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:46:00Z', 'updated_at': '2022-04-12T18:46:15Z', 'revision_number': 1, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c987abb7-8f4c-45c5-8c43-7eb2041bd075', 'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'mac_address': 'fa:16:3e:60:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 5, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'subnets': [{'id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:16.638825 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15be22-f4c8-4517-84d0-7609a685a414 None None] Checking router: a9d4b0a1-728d-4468-b107-8637da2235c8 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:46:16.647463 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd15be22-f4c8-4517-84d0-7609a685a414 None None] Routers {'a9d4b0a1-728d-4468-b107-8637da2235c8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:46:16.648075 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-fd15be22-f4c8-4517-84d0-7609a685a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:46:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['a9d4b0a1-728d-4468-b107-8637da2235c8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:16.656494 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7f273-28a1-40e6-80c2-8752d25bc7db req-ed5e2fd0-f2c8-4dff-b86b-e6b877570c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:16.657943 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d2e7f273-28a1-40e6-80c2-8752d25bc7db req-ed5e2fd0-f2c8-4dff-b86b-e6b877570c89 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dcd504b7-0834-41e9-a8df-b699bcbecfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412436 Apr 12 18:46:16.753122 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d2e7f273-28a1-40e6-80c2-8752d25bc7db req-f094a87c-2faa-4599-8d1a-f32da72563a5 service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864930 Apr 12 18:46:16.757400 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-fd15be22-f4c8-4517-84d0-7609a685a414 None None] Set router a9d4b0a1-728d-4468-b107-8637da2235c8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:46:16.844590 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d2e7f273-28a1-40e6-80c2-8752d25bc7db req-f88ebe57-a764-427f-a05a-a744b54502c9 service neutron] 10.222.0.65 "GET /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826244 Apr 12 18:46:16.975168 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-fd15be22-f4c8-4517-84d0-7609a685a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'f095d6db-c700-4ddd-b76c-e5a37ccde066', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'port_id': '8526db65-8f9f-488f-ad5b-672768c73af5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'mac_address': 'fa:16:3e:25:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768672b0-148b-4ba1-ab2d-9ed28f922766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:46:00Z', 'updated_at': '2022-04-12T18:46:15Z', 'revision_number': 1, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c987abb7-8f4c-45c5-8c43-7eb2041bd075', 'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'mac_address': 'fa:16:3e:60:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 5, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'subnets': [{'id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:17.001631 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15be22-f4c8-4517-84d0-7609a685a414 None None] The sync data for ids ['a9d4b0a1-728d-4468-b107-8637da2235c8'] in dv-cinder-837536-1-iscsi is: [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'f095d6db-c700-4ddd-b76c-e5a37ccde066', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'port_id': '8526db65-8f9f-488f-ad5b-672768c73af5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'mac_address': 'fa:16:3e:25:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768672b0-148b-4ba1-ab2d-9ed28f922766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:46:00Z', 'updated_at': '2022-04-12T18:46:15Z', 'revision_number': 1, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c987abb7-8f4c-45c5-8c43-7eb2041bd075', 'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'mac_address': 'fa:16:3e:60:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 5, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'subnets': [{'id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:46:17.223396 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cccbbf-1163-4621-b17f-8075b1c1aab6 None None] New status for floating IP f095d6db-c700-4ddd-b76c-e5a37ccde066: ACTIVE {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:46:18.023302 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:19.755686 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:19.845403 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2a6f596c-19cc-44c9-89be-91868ea920b2 req-f2b0f360-e74b-4d34-8683-0540a0772e09 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508596567&fields=id&tenant_id=5c0557a41d704bfdafd843bef35dc901 HTTP/1.1" status: 200 len: 267 time: 0.0500612 Apr 12 18:46:19.899070 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f596c-19cc-44c9-89be-91868ea920b2 req-660976d2-0025-4ed2-b818-c24307bad84d tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:19.900564 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2a6f596c-19cc-44c9-89be-91868ea920b2 req-660976d2-0025-4ed2-b818-c24307bad84d tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 985 time: 0.0469975 Apr 12 18:46:19.911011 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-2a6f596c-19cc-44c9-89be-91868ea920b2 req-d40e762c-7ffd-4c94-b76a-022a1d87ca08 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Request body: {'port': {'security_groups': ['2367b941-266c-4eec-a4bd-29b18167b671']}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:46:19.987463 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-2a6f596c-19cc-44c9-89be-91868ea920b2 req-d40e762c-7ffd-4c94-b76a-022a1d87ca08 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:20.174522 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-2a6f596c-19cc-44c9-89be-91868ea920b2 req-d40e762c-7ffd-4c94-b76a-022a1d87ca08 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] For port 00e1fe14-26ff-4029-8b8a-4c3e6e796429, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=00e1fe14-26ff-4029-8b8a-4c3e6e796429,segment=NetworkSegment(c578bd82-a6d1-407f-838b-337bfb4e2ffb),segment_id=c578bd82-a6d1-407f-838b-337bfb4e2ffb)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:46:20.203844 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-2a6f596c-19cc-44c9-89be-91868ea920b2 req-d40e762c-7ffd-4c94-b76a-022a1d87ca08 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:20.212190 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-2a6f596c-19cc-44c9-89be-91868ea920b2 req-d40e762c-7ffd-4c94-b76a-022a1d87ca08 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:20.224872 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['00e1fe14-26ff-4029-8b8a-4c3e6e796429'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:46:20.256532 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f596c-19cc-44c9-89be-91868ea920b2 req-d40e762c-7ffd-4c94-b76a-022a1d87ca08 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:20.257171 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-2a6f596c-19cc-44c9-89be-91868ea920b2 req-d40e762c-7ffd-4c94-b76a-022a1d87ca08 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:20.258539 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2a6f596c-19cc-44c9-89be-91868ea920b2 req-d40e762c-7ffd-4c94-b76a-022a1d87ca08 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "PUT /v2.0/ports/00e1fe14-26ff-4029-8b8a-4c3e6e796429 HTTP/1.1" status: 200 len: 943 time: 0.3519681 Apr 12 18:46:20.258986 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'tag': '00e1fe14-26ff-4029-8b8a-4c3e6e796429'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:46:20.262161 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea210367-9677-4990-9414-57cc718b5afd" -d '{"events": [{"name": "network-changed", "server_uuid": "09da79ee-3ee2-4c35-9348-0f64d8583355", "tag": "00e1fe14-26ff-4029-8b8a-4c3e6e796429"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:46:20.266453 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34244) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:20.296744 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e762c-7ffd-4c94-b76a-022a1d87ca08 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Pushing event updated for resources: {'Port': ['ID=00e1fe14-26ff-4029-8b8a-4c3e6e796429,revision_number=7']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:20.334542 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d232195b-25bb-4eeb-9dc2-49d0b0a1f3f9 x-openstack-request-id: req-d232195b-25bb-4eeb-9dc2-49d0b0a1f3f9 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:46:20.334837 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09da79ee-3ee2-4c35-9348-0f64d8583355", "tag": "00e1fe14-26ff-4029-8b8a-4c3e6e796429", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:46:20.335095 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d232195b-25bb-4eeb-9dc2-49d0b0a1f3f9 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:46:20.335527 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d232195b-25bb-4eeb-9dc2-49d0b0a1f3f9'] response: {'name': 'network-changed', 'server_uuid': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'tag': '00e1fe14-26ff-4029-8b8a-4c3e6e796429', 'status': 'completed', 'code': 200} Apr 12 18:46:20.359898 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group (6c047297-35d1-474e-b080-8d71875cc223), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:20.361699 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['00e1fe14-26ff-4029-8b8a-4c3e6e796429'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:46:20.397626 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group (6c047297-35d1-474e-b080-8d71875cc223), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:20.401607 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea210367-9677-4990-9414-57cc718b5afd req-fd5545a1-6899-489d-931a-440d84621195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:20.402907 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ea210367-9677-4990-9414-57cc718b5afd req-fd5545a1-6899-489d-931a-440d84621195 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c0557a41d704bfdafd843bef35dc901&device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 1130 time: 0.0472374 Apr 12 18:46:20.466454 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (6c047297-35d1-474e-b080-8d71875cc223), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:20.469541 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:20.472931 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "DELETE /v2.0/security-groups/6c047297-35d1-474e-b080-8d71875cc223 HTTP/1.1" status: 204 len: 168 time: 0.2047591 Apr 12 18:46:20.477334 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34246) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:20.485772 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c047297-35d1-474e-b080-8d71875cc223,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:20.493452 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:20.493810 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:20.494156 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:20.494498 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:20.494834 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:20.495172 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:20.495528 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:20.495858 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:20.496190 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:20.496520 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:20.496851 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:20.497178 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:20.497504 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:20.497828 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:20.498151 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b49f0-1e1c-4fe6-832b-7b29366be1dd tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:20.554441 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-9aa2a458-811d-4564-b4d3-b30e013264fa None None] Provisioning complete for port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:46:20.554804 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a458-811d-4564-b4d3-b30e013264fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:20.593628 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea210367-9677-4990-9414-57cc718b5afd req-2ef80125-0c78-4431-9b3b-3c270d1bb89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:20.595096 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ea210367-9677-4990-9414-57cc718b5afd req-2ef80125-0c78-4431-9b3b-3c270d1bb89a service neutron] 10.222.0.65 "GET /v2.0/networks?id=4991e872-a4ca-4861-9134-30d35f62c14f HTTP/1.1" status: 200 len: 916 time: 0.1825390 Apr 12 18:46:20.637923 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2a458-811d-4564-b4d3-b30e013264fa None None] Current status of the port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:46:20.699593 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ea210367-9677-4990-9414-57cc718b5afd req-e0b509fc-b82a-4a25-b066-042cadc15851 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00e1fe14-26ff-4029-8b8a-4c3e6e796429 HTTP/1.1" status: 200 len: 1002 time: 0.0937593 Apr 12 18:46:20.702210 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-5893e14b-77b5-45dc-ba25-3af3d52495b0 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Deleting port daf31763-da2f-4b69-bfbf-3aa7ce1a0300 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:46:20.702552 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5893e14b-77b5-45dc-ba25-3af3d52495b0 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (daf31763-da2f-4b69-bfbf-3aa7ce1a0300), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:20.799658 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea210367-9677-4990-9414-57cc718b5afd req-1ba19f31-784d-4916-9780-efdb91fc8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:20.801225 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ea210367-9677-4990-9414-57cc718b5afd req-1ba19f31-784d-4916-9780-efdb91fc8b5c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=517c8496-f91b-4b19-bc35-9daa46423f43 HTTP/1.1" status: 200 len: 854 time: 0.0873404 Apr 12 18:46:20.823431 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5893e14b-77b5-45dc-ba25-3af3d52495b0 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (daf31763-da2f-4b69-bfbf-3aa7ce1a0300), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:20.823728 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5893e14b-77b5-45dc-ba25-3af3d52495b0 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for floatingip (daf31763-da2f-4b69-bfbf-3aa7ce1a0300), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:20.854232 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-5893e14b-77b5-45dc-ba25-3af3d52495b0 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Calling delete_port for daf31763-da2f-4b69-bfbf-3aa7ce1a0300 owned by network:floatingip {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:46:20.865596 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea210367-9677-4990-9414-57cc718b5afd req-f940656c-b658-4c75-bb9c-939783936f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:20.867083 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ea210367-9677-4990-9414-57cc718b5afd req-f940656c-b658-4c75-bb9c-939783936f60 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4991e872-a4ca-4861-9134-30d35f62c14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598803 Apr 12 18:46:21.040678 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ea210367-9677-4990-9414-57cc718b5afd req-f5c5938f-a132-49a0-88af-3742c1f17aa5 service neutron] 10.222.0.65 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348765 Apr 12 18:46:21.164707 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ea210367-9677-4990-9414-57cc718b5afd req-5ab073be-9e4e-4679-bad6-d1e8fa3ee47f service neutron] 10.222.0.65 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172428 Apr 12 18:46:21.166733 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5893e14b-77b5-45dc-ba25-3af3d52495b0 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (daf31763-da2f-4b69-bfbf-3aa7ce1a0300), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:21.192584 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893e14b-77b5-45dc-ba25-3af3d52495b0 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Pushing event deleted for resources: {'Port': ['ID=daf31763-da2f-4b69-bfbf-3aa7ce1a0300,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:21.253739 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5893e14b-77b5-45dc-ba25-3af3d52495b0 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks [] for floatingip (a2350fdd-e27d-4af0-ad9a-77857f3110aa), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:21.254036 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-5893e14b-77b5-45dc-ba25-3af3d52495b0 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Floating IP a2350fdd-e27d-4af0-ad9a-77857f3110aa disassociated (deleted). External IP: 172.27.2.245, port: 00e1fe14-26ff-4029-8b8a-4c3e6e796429. Apr 12 18:46:21.469837 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5893e14b-77b5-45dc-ba25-3af3d52495b0 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Router c55ae39a-d3c5-4d9e-bc45-b73596b49089 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:46:21.587012 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5893e14b-77b5-45dc-ba25-3af3d52495b0 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:46:21.591926 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5893e14b-77b5-45dc-ba25-3af3d52495b0 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:21.596925 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341de660-d043-422e-b3ff-9e005760d87b None None] Sync routers for ids ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:46:21.608345 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341de660-d043-422e-b3ff-9e005760d87b None None] Routers {'c55ae39a-d3c5-4d9e-bc45-b73596b49089'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:46:21.608951 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-341de660-d043-422e-b3ff-9e005760d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:46:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:21.622974 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-5893e14b-77b5-45dc-ba25-3af3d52495b0 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "DELETE /v2.0/floatingips/a2350fdd-e27d-4af0-ad9a-77857f3110aa HTTP/1.1" status: 204 len: 168 time: 1.1445689 Apr 12 18:46:21.717285 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-341de660-d043-422e-b3ff-9e005760d87b None None] Set router c55ae39a-d3c5-4d9e-bc45-b73596b49089 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:46:21.925945 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-341de660-d043-422e-b3ff-9e005760d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'gw_port': {'id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '81152f26-1499-4341-9183-b46dc2925c19', 'name': '', 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'mac_address': 'fa:16:3e:a3:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:42Z', 'updated_at': '2022-04-12T18:42:47Z', 'revision_number': 5, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'subnets': [{'id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:21.951931 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341de660-d043-422e-b3ff-9e005760d87b None None] Checking router: c55ae39a-d3c5-4d9e-bc45-b73596b49089 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:46:21.960350 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341de660-d043-422e-b3ff-9e005760d87b None None] Routers {'c55ae39a-d3c5-4d9e-bc45-b73596b49089'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:46:21.960937 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-341de660-d043-422e-b3ff-9e005760d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:46:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:22.151063 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-341de660-d043-422e-b3ff-9e005760d87b None None] Set router c55ae39a-d3c5-4d9e-bc45-b73596b49089 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:46:22.336460 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'tag': '00e1fe14-26ff-4029-8b8a-4c3e6e796429'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:46:22.338904 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa21ebd-d0b4-46e0-9a62-055b70fedcc6" -d '{"events": [{"name": "network-changed", "server_uuid": "09da79ee-3ee2-4c35-9348-0f64d8583355", "tag": "00e1fe14-26ff-4029-8b8a-4c3e6e796429"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:46:22.342792 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-341de660-d043-422e-b3ff-9e005760d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'gw_port': {'id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '81152f26-1499-4341-9183-b46dc2925c19', 'name': '', 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'mac_address': 'fa:16:3e:a3:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:42Z', 'updated_at': '2022-04-12T18:42:47Z', 'revision_number': 5, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'subnets': [{'id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:22.370055 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341de660-d043-422e-b3ff-9e005760d87b None None] The sync data for ids ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'] in dv-cinder-837536-1-iscsi is: [{'id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'gw_port': {'id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '81152f26-1499-4341-9183-b46dc2925c19', 'name': '', 'network_id': '4991e872-a4ca-4861-9134-30d35f62c14f', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'mac_address': 'fa:16:3e:a3:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:42Z', 'updated_at': '2022-04-12T18:42:47Z', 'revision_number': 5, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'subnets': [{'id': '517c8496-f91b-4b19-bc35-9daa46423f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:46:22.374167 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0470ee-5b08-4c62-be32-f2a3c9321a4c x-openstack-request-id: req-df0470ee-5b08-4c62-be32-f2a3c9321a4c {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:46:22.374440 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09da79ee-3ee2-4c35-9348-0f64d8583355", "tag": "00e1fe14-26ff-4029-8b8a-4c3e6e796429", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:46:22.374692 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df0470ee-5b08-4c62-be32-f2a3c9321a4c {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:46:22.375065 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0470ee-5b08-4c62-be32-f2a3c9321a4c'] response: {'name': 'network-changed', 'server_uuid': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'tag': '00e1fe14-26ff-4029-8b8a-4c3e6e796429', 'status': 'completed', 'code': 200} Apr 12 18:46:22.445456 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa21ebd-d0b4-46e0-9a62-055b70fedcc6 req-00c69bf9-4989-46fb-9c07-2c96d3024c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:22.447545 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-afa21ebd-d0b4-46e0-9a62-055b70fedcc6 req-00c69bf9-4989-46fb-9c07-2c96d3024c97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c0557a41d704bfdafd843bef35dc901&device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 1130 time: 0.0446007 Apr 12 18:46:22.580849 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa21ebd-d0b4-46e0-9a62-055b70fedcc6 req-a761add1-57ee-4fb9-b6a0-92bf05b558d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:22.582384 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-afa21ebd-d0b4-46e0-9a62-055b70fedcc6 req-a761add1-57ee-4fb9-b6a0-92bf05b558d7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4991e872-a4ca-4861-9134-30d35f62c14f HTTP/1.1" status: 200 len: 916 time: 0.0976291 Apr 12 18:46:22.596910 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff97e5c-0b39-450f-b7fa-82262a5ac1c1 None None] New status for floating IP a2350fdd-e27d-4af0-ad9a-77857f3110aa: DOWN {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:46:22.635906 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-afa21ebd-d0b4-46e0-9a62-055b70fedcc6 req-f87aec63-27ce-442b-b1b1-3d5ee44417d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00e1fe14-26ff-4029-8b8a-4c3e6e796429 HTTP/1.1" status: 200 len: 217 time: 0.0447810 Apr 12 18:46:22.693560 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa21ebd-d0b4-46e0-9a62-055b70fedcc6 req-9501e9b9-1bb1-4329-8d35-3c635d4e0792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:22.695121 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-afa21ebd-d0b4-46e0-9a62-055b70fedcc6 req-9501e9b9-1bb1-4329-8d35-3c635d4e0792 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=517c8496-f91b-4b19-bc35-9daa46423f43 HTTP/1.1" status: 200 len: 854 time: 0.0525720 Apr 12 18:46:22.741719 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa21ebd-d0b4-46e0-9a62-055b70fedcc6 req-bf452e46-f314-435e-8895-b51dea8dd92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:22.743307 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-afa21ebd-d0b4-46e0-9a62-055b70fedcc6 req-bf452e46-f314-435e-8895-b51dea8dd92f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4991e872-a4ca-4861-9134-30d35f62c14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418262 Apr 12 18:46:22.839013 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-afa21ebd-d0b4-46e0-9a62-055b70fedcc6 req-e7559d4f-a76b-471b-922b-4eaefdd5dfda service neutron] 10.222.0.65 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876529 Apr 12 18:46:22.933200 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-afa21ebd-d0b4-46e0-9a62-055b70fedcc6 req-9171d9ea-7498-46f8-a7c9-03f19e03c495 service neutron] 10.222.0.65 "GET /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876629 Apr 12 18:46:23.903258 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:46:24.339076 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11be259-5a83-44e8-b99a-26a316e2c040 req-3d12a0c3-ca26-4333-ae07-88f9bdfd4e20 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:24.340604 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b11be259-5a83-44e8-b99a-26a316e2c040 req-3d12a0c3-ca26-4333-ae07-88f9bdfd4e20 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 946 time: 0.0501447 Apr 12 18:46:24.386901 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b11be259-5a83-44e8-b99a-26a316e2c040 req-77e6d3b6-78cb-419c-a371-1bf2e0b06928 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Apr 12 18:46:25.515008 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae28d72-2c80-49e8-863f-7a5a6be9312c req-e3ee7e2a-0a46-4adf-86d5-d7890d89c09f tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:25.516505 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aae28d72-2c80-49e8-863f-7a5a6be9312c req-e3ee7e2a-0a46-4adf-86d5-d7890d89c09f tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 946 time: 0.0540273 Apr 12 18:46:25.565752 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aae28d72-2c80-49e8-863f-7a5a6be9312c req-cac71278-5218-4b15-97d7-d8bba12f5f05 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 Apr 12 18:46:26.472200 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656ff49-7948-45c6-b327-852888e4a646 req-fe3ccb5e-9894-4024-a098-e818975ad112 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:26.473646 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8656ff49-7948-45c6-b327-852888e4a646 req-fe3ccb5e-9894-4024-a098-e818975ad112 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.65 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 946 time: 0.0472164 Apr 12 18:46:26.563576 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-8656ff49-7948-45c6-b327-852888e4a646 req-63f177f3-3f70-49b8-8c4f-92c5be72a78b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Deleting port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:46:26.564290 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8656ff49-7948-45c6-b327-852888e4a646 req-63f177f3-3f70-49b8-8c4f-92c5be72a78b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:26.689068 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-8656ff49-7948-45c6-b327-852888e4a646 req-63f177f3-3f70-49b8-8c4f-92c5be72a78b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] For port 00e1fe14-26ff-4029-8b8a-4c3e6e796429, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=00e1fe14-26ff-4029-8b8a-4c3e6e796429,segment=NetworkSegment(c578bd82-a6d1-407f-838b-337bfb4e2ffb),segment_id=c578bd82-a6d1-407f-838b-337bfb4e2ffb)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:46:26.689477 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8656ff49-7948-45c6-b327-852888e4a646 req-63f177f3-3f70-49b8-8c4f-92c5be72a78b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:26.698057 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd082b5-4ab6-40b5-b21c-54cea85509a8 req-08fe6c39-b351-47ee-a6a3-3b6e60c11d6c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:26.699570 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dfd082b5-4ab6-40b5-b21c-54cea85509a8 req-08fe6c39-b351-47ee-a6a3-3b6e60c11d6c tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/ports?device_id=09da79ee-3ee2-4c35-9348-0f64d8583355 HTTP/1.1" status: 200 len: 946 time: 0.0656843 Apr 12 18:46:26.716751 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-8656ff49-7948-45c6-b327-852888e4a646 req-63f177f3-3f70-49b8-8c4f-92c5be72a78b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Calling delete_port for 00e1fe14-26ff-4029-8b8a-4c3e6e796429 owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:46:26.794029 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dfd082b5-4ab6-40b5-b21c-54cea85509a8 req-570dafd6-b22b-4838-ba6e-93da060d9541 tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.64 "GET /v2.0/security-groups?id=2367b941-266c-4eec-a4bd-29b18167b671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888183 Apr 12 18:46:26.878346 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8656ff49-7948-45c6-b327-852888e4a646 req-63f177f3-3f70-49b8-8c4f-92c5be72a78b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (00e1fe14-26ff-4029-8b8a-4c3e6e796429), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:26.896095 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['00e1fe14-26ff-4029-8b8a-4c3e6e796429'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:46:26.907240 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f177f3-3f70-49b8-8c4f-92c5be72a78b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Pushing event deleted for resources: {'Port': ['ID=00e1fe14-26ff-4029-8b8a-4c3e6e796429,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:26.952954 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8656ff49-7948-45c6-b327-852888e4a646 req-63f177f3-3f70-49b8-8c4f-92c5be72a78b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] No DVR routers for this DVR port 00e1fe14-26ff-4029-8b8a-4c3e6e796429 on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:46:26.955450 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8656ff49-7948-45c6-b327-852888e4a646 req-63f177f3-3f70-49b8-8c4f-92c5be72a78b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:26.958662 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8656ff49-7948-45c6-b327-852888e4a646 req-63f177f3-3f70-49b8-8c4f-92c5be72a78b tempest-TestMinimumBasicScenario-1448692847 tempest-TestMinimumBasicScenario-1448692847-project] 10.222.0.65 "DELETE /v2.0/ports/00e1fe14-26ff-4029-8b8a-4c3e6e796429 HTTP/1.1" status: 204 len: 173 time: 0.4775681 Apr 12 18:46:26.959093 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'name': 'network-vif-deleted', 'tag': '00e1fe14-26ff-4029-8b8a-4c3e6e796429'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:46:26.961361 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fda2cf9-156b-40e8-af1d-1147c0837527" -d '{"events": [{"server_uuid": "09da79ee-3ee2-4c35-9348-0f64d8583355", "name": "network-vif-deleted", "tag": "00e1fe14-26ff-4029-8b8a-4c3e6e796429"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:46:26.998136 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cb3c03-f0fb-4368-8982-ab8b8b21eb82 x-openstack-request-id: req-92cb3c03-f0fb-4368-8982-ab8b8b21eb82 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:46:26.998431 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09da79ee-3ee2-4c35-9348-0f64d8583355", "name": "network-vif-deleted", "tag": "00e1fe14-26ff-4029-8b8a-4c3e6e796429", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:46:26.998681 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92cb3c03-f0fb-4368-8982-ab8b8b21eb82 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:46:26.999086 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92cb3c03-f0fb-4368-8982-ab8b8b21eb82'] response: {'server_uuid': '09da79ee-3ee2-4c35-9348-0f64d8583355', 'name': 'network-vif-deleted', 'tag': '00e1fe14-26ff-4029-8b8a-4c3e6e796429', 'status': 'completed', 'code': 200} Apr 12 18:46:28.409068 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-899cee89-5fae-45ac-bffd-14b17bab0f07 req-6d723d54-7f45-4433-8e86-0d65adf921dc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385020 Apr 12 18:46:28.469214 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cee89-5fae-45ac-bffd-14b17bab0f07 req-f35cfe2d-7f72-437c-af45-5a50f79af07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:28.470704 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-899cee89-5fae-45ac-bffd-14b17bab0f07 req-f35cfe2d-7f72-437c-af45-5a50f79af07e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 1130 time: 0.0397718 Apr 12 18:46:28.496117 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34336) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:28.578976 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cee89-5fae-45ac-bffd-14b17bab0f07 req-1408bb27-22f1-4824-addd-dafaa6c0d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:28.580479 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-899cee89-5fae-45ac-bffd-14b17bab0f07 req-1408bb27-22f1-4824-addd-dafaa6c0d83c service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 916 time: 0.0893123 Apr 12 18:46:28.648058 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-899cee89-5fae-45ac-bffd-14b17bab0f07 req-0d1ff261-6c7c-4c09-9741-7bdc481e7334 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4397e755-f303-4e88-89fe-ca00cc3a9348 HTTP/1.1" status: 200 len: 1002 time: 0.0592141 Apr 12 18:46:28.700928 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cee89-5fae-45ac-bffd-14b17bab0f07 req-5fe279c1-d815-473d-a1ed-2d0e450c7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:28.702680 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-899cee89-5fae-45ac-bffd-14b17bab0f07 req-5fe279c1-d815-473d-a1ed-2d0e450c7cd6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33d52d9c-12da-4676-bd06-e720c647d8df HTTP/1.1" status: 200 len: 854 time: 0.0487511 Apr 12 18:46:28.746949 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cee89-5fae-45ac-bffd-14b17bab0f07 req-4f2e666a-b637-4ad0-a80b-f22a459c824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:28.748526 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-899cee89-5fae-45ac-bffd-14b17bab0f07 req-4f2e666a-b637-4ad0-a80b-f22a459c824a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6ede6b-2ee4-4b44-9324-17591d93f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396712 Apr 12 18:46:28.818775 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0b751ea8-22e3-441c-9d7b-394c9402781c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634744'] for router_interface (c55ae39a-d3c5-4d9e-bc45-b73596b49089), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:28.840563 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-899cee89-5fae-45ac-bffd-14b17bab0f07 req-d432ea38-c9ea-49a2-aeaa-3acb1e247ffc service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846322 Apr 12 18:46:28.910813 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:28.936730 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-899cee89-5fae-45ac-bffd-14b17bab0f07 req-4c2b8583-f435-4777-b129-37d52d728efe service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895755 Apr 12 18:46:29.061187 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-0b751ea8-22e3-441c-9d7b-394c9402781c admin admin] Deleting port 81152f26-1499-4341-9183-b46dc2925c19 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:46:29.061533 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0b751ea8-22e3-441c-9d7b-394c9402781c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (81152f26-1499-4341-9183-b46dc2925c19), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:29.148900 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-0b751ea8-22e3-441c-9d7b-394c9402781c admin admin] For port 81152f26-1499-4341-9183-b46dc2925c19, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=81152f26-1499-4341-9183-b46dc2925c19,segment=NetworkSegment(c578bd82-a6d1-407f-838b-337bfb4e2ffb),segment_id=c578bd82-a6d1-407f-838b-337bfb4e2ffb)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:46:29.149261 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0b751ea8-22e3-441c-9d7b-394c9402781c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (81152f26-1499-4341-9183-b46dc2925c19), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:29.162325 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-0b751ea8-22e3-441c-9d7b-394c9402781c admin admin] Calling delete_port for 81152f26-1499-4341-9183-b46dc2925c19 owned by network:router_interface {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:46:29.358284 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0b751ea8-22e3-441c-9d7b-394c9402781c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (81152f26-1499-4341-9183-b46dc2925c19), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:29.390580 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b751ea8-22e3-441c-9d7b-394c9402781c admin admin] Pushing event deleted for resources: {'Port': ['ID=81152f26-1499-4341-9183-b46dc2925c19,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:29.555907 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0b751ea8-22e3-441c-9d7b-394c9402781c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634596'] for router_interface (c55ae39a-d3c5-4d9e-bc45-b73596b49089), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:29.730107 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 00e1fe14-26ff-4029-8b8a-4c3e6e796429 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:46:29.750539 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: 00e1fe14-26ff-4029-8b8a-4c3e6e796429 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:46:29.750977 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 00e1fe14-26ff-4029-8b8a-4c3e6e796429 not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:46:29.774342 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b751ea8-22e3-441c-9d7b-394c9402781c admin admin] Router c55ae39a-d3c5-4d9e-bc45-b73596b49089 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:46:29.884565 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b751ea8-22e3-441c-9d7b-394c9402781c admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:46:29.889558 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-0b751ea8-22e3-441c-9d7b-394c9402781c admin admin] 10.222.0.64 "PUT /v2.0/routers/c55ae39a-d3c5-4d9e-bc45-b73596b49089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3923893 Apr 12 18:46:29.892458 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34342) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:29.893177 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c920bcd0-475b-4910-9cb5-d0c0737f8854 None None] Sync routers for ids ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:46:29.903826 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c920bcd0-475b-4910-9cb5-d0c0737f8854 None None] Routers {'c55ae39a-d3c5-4d9e-bc45-b73596b49089'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:46:29.904430 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-c920bcd0-475b-4910-9cb5-d0c0737f8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:46:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:30.008405 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] Publish callbacks [] for router (c55ae39a-d3c5-4d9e-bc45-b73596b49089), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:30.032976 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-c920bcd0-475b-4910-9cb5-d0c0737f8854 None None] Set router c55ae39a-d3c5-4d9e-bc45-b73596b49089 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:46:30.214823 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-c920bcd0-475b-4910-9cb5-d0c0737f8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:46:29Z', 'revision_number': 5, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'gw_port': {'id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:30.242347 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c920bcd0-475b-4910-9cb5-d0c0737f8854 None None] Checking router: c55ae39a-d3c5-4d9e-bc45-b73596b49089 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:46:30.251563 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c920bcd0-475b-4910-9cb5-d0c0737f8854 None None] Routers {'c55ae39a-d3c5-4d9e-bc45-b73596b49089'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:46:30.252187 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-c920bcd0-475b-4910-9cb5-d0c0737f8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:46:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:30.366163 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-c920bcd0-475b-4910-9cb5-d0c0737f8854 None None] Set router c55ae39a-d3c5-4d9e-bc45-b73596b49089 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:46:30.391491 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] Publish callbacks [] for router_gateway (c55ae39a-d3c5-4d9e-bc45-b73596b49089), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:30.437077 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] Deleting port deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:46:30.437424 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:30.518719 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] For port deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:46:30.518960 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:30.531778 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] Calling delete_port for deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5 owned by network:router_gateway {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:46:30.533349 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-c920bcd0-475b-4910-9cb5-d0c0737f8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:46:29Z', 'revision_number': 5, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'gw_port': {'id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:30.563908 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c920bcd0-475b-4910-9cb5-d0c0737f8854 None None] The sync data for ids ['c55ae39a-d3c5-4d9e-bc45-b73596b49089'] in dv-cinder-837536-1-iscsi is: [{'id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'name': 'tempest-TestMinimumBasicScenario-1412439296-router', 'tenant_id': '5c0557a41d704bfdafd843bef35dc901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:46:29Z', 'revision_number': 5, 'project_id': '5c0557a41d704bfdafd843bef35dc901', 'gw_port': {'id': 'deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ae39a-d3c5-4d9e-bc45-b73596b49089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:40Z', 'updated_at': '2022-04-12T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:46:30.712953 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:30.738863 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] Pushing event deleted for resources: {'Port': ['ID=deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:30.798254 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637250'] for router_gateway (c55ae39a-d3c5-4d9e-bc45-b73596b49089), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:30.906822 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58768'] for router (c55ae39a-d3c5-4d9e-bc45-b73596b49089), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:30.909560 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] Publish callbacks [] for router_controller (c55ae39a-d3c5-4d9e-bc45-b73596b49089), precommit_delete_associations {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:30.976313 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1631591'] for router (c55ae39a-d3c5-4d9e-bc45-b73596b49089), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:30.976899 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c55ae39a-d3c5-4d9e-bc45-b73596b49089 {{(pid=103439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:46:30.982060 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:30.983255 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-3ce064d8-e32b-4391-9fa2-5011a2c15acb admin admin] 10.222.0.64 "DELETE /v2.0/routers/c55ae39a-d3c5-4d9e-bc45-b73596b49089 HTTP/1.1" status: 204 len: 168 time: 1.0897574 Apr 12 18:46:30.985970 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34344) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:31.033031 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0255248-34f7-4897-b7e5-d5f86fca13f5 admin admin] Deleting subnet 517c8496-f91b-4b19-bc35-9daa46423f43 {{(pid=103438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:46:31.036308 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c0255248-34f7-4897-b7e5-d5f86fca13f5 admin admin] Publish callbacks [] for subnet (517c8496-f91b-4b19-bc35-9daa46423f43), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:31.073970 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c0255248-34f7-4897-b7e5-d5f86fca13f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8176931'] for subnet (517c8496-f91b-4b19-bc35-9daa46423f43), precommit_delete_associations {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:31.181183 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c0255248-34f7-4897-b7e5-d5f86fca13f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (517c8496-f91b-4b19-bc35-9daa46423f43), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:31.238868 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c0255248-34f7-4897-b7e5-d5f86fca13f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8176844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7482600'] for subnet (517c8496-f91b-4b19-bc35-9daa46423f43), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:31.264974 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0255248-34f7-4897-b7e5-d5f86fca13f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=517c8496-f91b-4b19-bc35-9daa46423f43,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:31.266971 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c0255248-34f7-4897-b7e5-d5f86fca13f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:31.271731 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-c0255248-34f7-4897-b7e5-d5f86fca13f5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/517c8496-f91b-4b19-bc35-9daa46423f43 HTTP/1.1" status: 204 len: 168 time: 0.2846346 Apr 12 18:46:31.272702 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34346) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:31.272834 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf51d437-22ca-4660-9519-44f951770a67 None None] Network 4991e872-a4ca-4861-9134-30d35f62c14f requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:46:31.339703 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (4991e872-a4ca-4861-9134-30d35f62c14f), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:31.383328 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] Deleting port bdc0aea1-d1e8-4413-8de6-c7b01febdeea {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:46:31.383671 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (bdc0aea1-d1e8-4413-8de6-c7b01febdeea), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:31.447924 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] For port bdc0aea1-d1e8-4413-8de6-c7b01febdeea, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=bdc0aea1-d1e8-4413-8de6-c7b01febdeea,segment=NetworkSegment(c578bd82-a6d1-407f-838b-337bfb4e2ffb),segment_id=c578bd82-a6d1-407f-838b-337bfb4e2ffb)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:46:31.448277 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (bdc0aea1-d1e8-4413-8de6-c7b01febdeea), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:31.460837 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] Calling delete_port for bdc0aea1-d1e8-4413-8de6-c7b01febdeea owned by network:dhcp {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:46:31.546987 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6b27ef-7671-4f53-9814-49939d997d9c None None] DHCP port deletion for 4991e872-a4ca-4861-9134-30d35f62c14f request from dv-cinder-837536-1-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:46:31.553406 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (bdc0aea1-d1e8-4413-8de6-c7b01febdeea), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:31.570061 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-9a6b27ef-7671-4f53-9814-49939d997d9c None None] The port 'bdc0aea1-d1e8-4413-8de6-c7b01febdeea' was deleted {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2025}} Apr 12 18:46:31.582340 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc0aea1-d1e8-4413-8de6-c7b01febdeea,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:31.587991 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] No DVR routers for this DVR port bdc0aea1-d1e8-4413-8de6-c7b01febdeea on host dv-cinder-837536-1-iscsi {{(pid=103438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:46:31.657542 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (4991e872-a4ca-4861-9134-30d35f62c14f), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:31.678484 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4991e872-a4ca-4861-9134-30d35f62c14f']}} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:31.688135 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c578bd82-a6d1-407f-838b-337bfb4e2ffb') {'for_net_delete': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:31.688435 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c578bd82-a6d1-407f-838b-337bfb4e2ffb') {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:31.701260 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8176920'] for segment (c578bd82-a6d1-407f-838b-337bfb4e2ffb), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:31.715485 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (c578bd82-a6d1-407f-838b-337bfb4e2ffb), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:31.724505 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:46:31.724987 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176758'] for segment (c578bd82-a6d1-407f-838b-337bfb4e2ffb), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: Traceback (most recent call last): Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: timer() Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: cb(*args, **kw) Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: return func(*args, **kwargs) Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: self._notify() Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: self.callback(batched_events) Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: event.method(event) Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: return f(self, *a, **k) Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._get(url).json() Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: return self.request(url, 'GET', **kwargs) Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:46:31.726853 dv-cinder-837536-1-iscsi neutron-server[103438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:46:31.785921 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (4991e872-a4ca-4861-9134-30d35f62c14f), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:31.804905 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:31.808078 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] 10.222.0.64 "DELETE /v2.0/networks/4991e872-a4ca-4861-9134-30d35f62c14f HTTP/1.1" status: 204 len: 168 time: 0.5344174 Apr 12 18:46:31.809349 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfe121-9fe7-44f7-9b63-d2ea6b3e39ab admin admin] Pushing event deleted for resources: {'Network': ['ID=4991e872-a4ca-4861-9134-30d35f62c14f,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:31.811070 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34348) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:32.051459 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 81152f26-1499-4341-9183-b46dc2925c19 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:46:32.073114 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 81152f26-1499-4341-9183-b46dc2925c19 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:46:32.073463 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 81152f26-1499-4341-9183-b46dc2925c19 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:46:32.073880 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device bdc0aea1-d1e8-4413-8de6-c7b01febdeea no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:46:32.092723 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: bdc0aea1-d1e8-4413-8de6-c7b01febdeea {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:46:32.093046 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device bdc0aea1-d1e8-4413-8de6-c7b01febdeea not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:46:32.093462 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:46:32.113063 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:46:32.113419 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device deff53e7-e2d5-4a7c-8b2b-a4ebbccda6a5 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:46:32.138577 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-80ee5a90-b8c7-484b-a805-74bfd2ebd092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634744'] for router_interface (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:32.592321 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-80ee5a90-b8c7-484b-a805-74bfd2ebd092 admin admin] Deleting port 65e8a68c-cbfa-414f-bcde-70b9232a676e {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:46:32.592633 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-80ee5a90-b8c7-484b-a805-74bfd2ebd092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:32.680376 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-80ee5a90-b8c7-484b-a805-74bfd2ebd092 admin admin] For port 65e8a68c-cbfa-414f-bcde-70b9232a676e, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=65e8a68c-cbfa-414f-bcde-70b9232a676e,segment=NetworkSegment(25a192ac-b4b6-486f-9c16-81a8b5ab1523),segment_id=25a192ac-b4b6-486f-9c16-81a8b5ab1523)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:46:32.680735 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-80ee5a90-b8c7-484b-a805-74bfd2ebd092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:32.693948 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-80ee5a90-b8c7-484b-a805-74bfd2ebd092 admin admin] Calling delete_port for 65e8a68c-cbfa-414f-bcde-70b9232a676e owned by network:router_interface {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:46:32.880975 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-80ee5a90-b8c7-484b-a805-74bfd2ebd092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (65e8a68c-cbfa-414f-bcde-70b9232a676e), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:32.911745 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee5a90-b8c7-484b-a805-74bfd2ebd092 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e8a68c-cbfa-414f-bcde-70b9232a676e,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:33.087929 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-80ee5a90-b8c7-484b-a805-74bfd2ebd092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634596'] for router_interface (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:33.311888 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ee5a90-b8c7-484b-a805-74bfd2ebd092 admin admin] Router f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:46:33.423579 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ee5a90-b8c7-484b-a805-74bfd2ebd092 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:46:33.428537 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-80ee5a90-b8c7-484b-a805-74bfd2ebd092 admin admin] 10.222.0.64 "PUT /v2.0/routers/f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6164930 Apr 12 18:46:33.431654 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34350) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:33.433606 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5dd9e7-c380-4408-a583-fce527b4d26e None None] Sync routers for ids ['f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:46:33.443846 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5dd9e7-c380-4408-a583-fce527b4d26e None None] Routers {'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:46:33.444464 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-dc5dd9e7-c380-4408-a583-fce527b4d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:46:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:33.537184 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] Publish callbacks [] for router (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:33.554431 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-dc5dd9e7-c380-4408-a583-fce527b4d26e None None] Set router f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:46:33.641523 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] Publish callbacks [] for router_gateway (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:33.686696 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] Deleting port 5fb5ad94-b482-4775-be93-cc830bd0f6ed {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:46:33.687007 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (5fb5ad94-b482-4775-be93-cc830bd0f6ed), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:33.725867 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-dc5dd9e7-c380-4408-a583-fce527b4d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'name': 'tempest-TestMinimumBasicScenario-294146469-router', 'tenant_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '5fb5ad94-b482-4775-be93-cc830bd0f6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:46Z', 'updated_at': '2022-04-12T18:46:32Z', 'revision_number': 5, 'project_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'gw_port': {'id': '5fb5ad94-b482-4775-be93-cc830bd0f6ed', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:07:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:42:47Z', 'updated_at': '2022-04-12T18:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:33.752452 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5dd9e7-c380-4408-a583-fce527b4d26e None None] Checking router: f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:46:33.761202 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5dd9e7-c380-4408-a583-fce527b4d26e None None] Routers {'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:46:33.761804 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-dc5dd9e7-c380-4408-a583-fce527b4d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:46:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:33.772587 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] For port 5fb5ad94-b482-4775-be93-cc830bd0f6ed, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=5fb5ad94-b482-4775-be93-cc830bd0f6ed,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:46:33.772931 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (5fb5ad94-b482-4775-be93-cc830bd0f6ed), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:33.786605 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] Calling delete_port for 5fb5ad94-b482-4775-be93-cc830bd0f6ed owned by network:router_gateway {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:46:33.850827 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-dc5dd9e7-c380-4408-a583-fce527b4d26e None None] Set router f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 gateway port host: None {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:46:33.906147 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-dc5dd9e7-c380-4408-a583-fce527b4d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'name': 'tempest-TestMinimumBasicScenario-294146469-router', 'tenant_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:46Z', 'updated_at': '2022-04-12T18:46:33Z', 'revision_number': 6, 'project_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'gw_port_host': None}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:33.933784 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5dd9e7-c380-4408-a583-fce527b4d26e None None] The sync data for ids ['f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8'] in dv-cinder-837536-1-iscsi is: [{'id': 'f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8', 'name': 'tempest-TestMinimumBasicScenario-294146469-router', 'tenant_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:42:46Z', 'updated_at': '2022-04-12T18:46:33Z', 'revision_number': 6, 'project_id': '65c9cb17e0b44cefbf33f21d81ebf7e1', 'gw_port_host': None}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:46:33.954888 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (5fb5ad94-b482-4775-be93-cc830bd0f6ed), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:33.981501 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb5ad94-b482-4775-be93-cc830bd0f6ed,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:34.049142 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637250'] for router_gateway (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.138617 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58768'] for router (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.140829 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] Publish callbacks [] for router_controller (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), precommit_delete_associations {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.183811 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1631591'] for router (f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.184244 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 {{(pid=103439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:46:34.188210 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.189354 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-56601b90-7355-4450-af64-7c7d85c118c3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f2a6f889-c9cd-4bf1-9347-d2c1ec03bde8 HTTP/1.1" status: 204 len: 168 time: 0.7567310 Apr 12 18:46:34.191984 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34352) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:34.235172 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1d7987-986e-4df8-a42d-261de7296b9e admin admin] Deleting subnet aa8cd809-f459-465a-b855-6acc9ecdf4ff {{(pid=103439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:46:34.238409 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0d1d7987-986e-4df8-a42d-261de7296b9e admin admin] Publish callbacks [] for subnet (aa8cd809-f459-465a-b855-6acc9ecdf4ff), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.281794 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0d1d7987-986e-4df8-a42d-261de7296b9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7484296'] for subnet (aa8cd809-f459-465a-b855-6acc9ecdf4ff), precommit_delete_associations {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.368853 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0d1d7987-986e-4df8-a42d-261de7296b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (aa8cd809-f459-465a-b855-6acc9ecdf4ff), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.423393 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0d1d7987-986e-4df8-a42d-261de7296b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8341826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8224882'] for subnet (aa8cd809-f459-465a-b855-6acc9ecdf4ff), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.452000 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0d1d7987-986e-4df8-a42d-261de7296b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.456095 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-0d1d7987-986e-4df8-a42d-261de7296b9e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/aa8cd809-f459-465a-b855-6acc9ecdf4ff HTTP/1.1" status: 204 len: 168 time: 0.2631149 Apr 12 18:46:34.456611 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37764a7c-ae73-41aa-92f1-c8356216fdfc None None] Network d70b8288-6ace-4ff3-aac0-800ac905ce5b requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:46:34.457040 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d7987-986e-4df8-a42d-261de7296b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa8cd809-f459-465a-b855-6acc9ecdf4ff,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:34.458731 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34354) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:34.529631 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (d70b8288-6ace-4ff3-aac0-800ac905ce5b), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.575874 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] Deleting port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:46:34.576220 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.641596 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] For port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=f6f9bf5c-e86d-492d-9bc6-b36abe1e2530,segment=NetworkSegment(25a192ac-b4b6-486f-9c16-81a8b5ab1523),segment_id=25a192ac-b4b6-486f-9c16-81a8b5ab1523)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:46:34.641867 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.656259 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] Calling delete_port for f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 owned by network:dhcp {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:46:34.706595 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] DHCP port deletion for d70b8288-6ace-4ff3-aac0-800ac905ce5b request from dv-cinder-837536-1-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:46:34.716763 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 65e8a68c-cbfa-414f-bcde-70b9232a676e no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:46:34.742293 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.756779 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 65e8a68c-cbfa-414f-bcde-70b9232a676e {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:46:34.757127 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 65e8a68c-cbfa-414f-bcde-70b9232a676e not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:46:34.757287 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] No DVR routers for this DVR port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 on host dv-cinder-837536-1-iscsi {{(pid=103438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:46:34.771900 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Deleting port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:46:34.771900 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.800955 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f9bf5c-e86d-492d-9bc6-b36abe1e2530,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:34.841952 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] For port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530, host dv-cinder-837536-1-iscsi, got binding levels [] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:46:34.842496 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.855905 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (d70b8288-6ace-4ff3-aac0-800ac905ce5b), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.856268 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Calling delete_port for f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:46:34.859049 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.ipam_backend_mixin [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 was not found and therefore no delete operation was performed {{(pid=103440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 18:46:34.860291 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575'] for port (f6f9bf5c-e86d-492d-9bc6-b36abe1e2530), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.877952 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70b8288-6ace-4ff3-aac0-800ac905ce5b']}} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:34.886607 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Pushing event deleted for resources: {'Port': ['ID=f6f9bf5c-e86d-492d-9bc6-b36abe1e2530,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:34.887479 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a192ac-b4b6-486f-9c16-81a8b5ab1523') {'for_net_delete': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:34.887779 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a192ac-b4b6-486f-9c16-81a8b5ab1523') {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:34.891836 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] No DVR routers for this DVR port f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 on host dv-cinder-837536-1-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:46:34.899965 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8176920'] for segment (25a192ac-b4b6-486f-9c16-81a8b5ab1523), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.904943 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:34.905299 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:34.905664 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:34.906017 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:34.906464 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:34.906798 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:34.907127 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:34.907489 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:34.907825 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:34.908154 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:34.908482 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:34.908852 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:34.909217 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:34.909543 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:34.909865 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07c2ea-0323-4a52-8c75-0c3e9aba3ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:46:34.916529 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (25a192ac-b4b6-486f-9c16-81a8b5ab1523), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.923082 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:46:34.923522 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176758'] for segment (25a192ac-b4b6-486f-9c16-81a8b5ab1523), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: Traceback (most recent call last): Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: timer() Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: cb(*args, **kw) Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: return func(*args, **kwargs) Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: self._notify() Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: self.callback(batched_events) Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: event.method(event) Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: return f(self, *a, **k) Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._get(url).json() Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: return self.request(url, 'GET', **kwargs) Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:46:34.925526 dv-cinder-837536-1-iscsi neutron-server[103438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:46:34.990141 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (d70b8288-6ace-4ff3-aac0-800ac905ce5b), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:34.999782 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:35.002992 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] 10.222.0.64 "DELETE /v2.0/networks/d70b8288-6ace-4ff3-aac0-800ac905ce5b HTTP/1.1" status: 204 len: 168 time: 0.5431108 Apr 12 18:46:35.014181 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824e34d-dd27-429c-a188-b2696900ebcc admin admin] Pushing event deleted for resources: {'Network': ['ID=d70b8288-6ace-4ff3-aac0-800ac905ce5b,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:35.127809 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34358) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:35.169444 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-5f133d41-ed7f-4777-9de2-1958e8322df2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c0557a41d704bfdafd843bef35dc901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404015 Apr 12 18:46:35.172602 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34360) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:35.221913 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d837-3dcb-439b-bd12-633bcb7ca5d9 admin admin] Publish callbacks [] for security_group (2367b941-266c-4eec-a4bd-29b18167b671), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:35.244926 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d837-3dcb-439b-bd12-633bcb7ca5d9 admin admin] Publish callbacks [] for security_group (2367b941-266c-4eec-a4bd-29b18167b671), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:35.303718 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d837-3dcb-439b-bd12-633bcb7ca5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (2367b941-266c-4eec-a4bd-29b18167b671), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:35.306185 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d837-3dcb-439b-bd12-633bcb7ca5d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:35.307435 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-1ba4d837-3dcb-439b-bd12-633bcb7ca5d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2367b941-266c-4eec-a4bd-29b18167b671 HTTP/1.1" status: 204 len: 168 time: 0.1339250 Apr 12 18:46:35.315941 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4d837-3dcb-439b-bd12-633bcb7ca5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2367b941-266c-4eec-a4bd-29b18167b671,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:35.646473 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34368) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:35.691496 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-ba7be3f8-6a28-4b6b-b697-bb10ee6d2d38 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65c9cb17e0b44cefbf33f21d81ebf7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438321 Apr 12 18:46:35.694844 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34370) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:35.741364 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-fe799de1-143a-4892-b116-4412d1dbd21c admin admin] Publish callbacks [] for security_group (19532596-b0d0-4e27-9046-b2c9174a1746), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:35.761953 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-fe799de1-143a-4892-b116-4412d1dbd21c admin admin] Publish callbacks [] for security_group (19532596-b0d0-4e27-9046-b2c9174a1746), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:35.812305 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-fe799de1-143a-4892-b116-4412d1dbd21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (19532596-b0d0-4e27-9046-b2c9174a1746), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:35.814796 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-fe799de1-143a-4892-b116-4412d1dbd21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:35.816077 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-fe799de1-143a-4892-b116-4412d1dbd21c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19532596-b0d0-4e27-9046-b2c9174a1746 HTTP/1.1" status: 204 len: 168 time: 0.1203585 Apr 12 18:46:35.824685 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe799de1-143a-4892-b116-4412d1dbd21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19532596-b0d0-4e27-9046-b2c9174a1746,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:36.050895 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 5fb5ad94-b482-4775-be93-cc830bd0f6ed no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:46:36.077440 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 5fb5ad94-b482-4775-be93-cc830bd0f6ed {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:46:36.077799 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 5fb5ad94-b482-4775-be93-cc830bd0f6ed not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:46:36.078225 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:46:36.098997 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:46:36.099389 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device f6f9bf5c-e86d-492d-9bc6-b36abe1e2530 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:46:43.312260 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d9c55964-30d8-4542-8fee-825e16c08ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:45.728054 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-539ec509-c927-443d-907a-bff876f0aad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:46.612215 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:48.022499 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:48.574823 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529282-852e-401b-9b9b-2066d330d727 req-e6e5d28f-a73e-49a4-87bf-6298b1919f89 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:48.576322 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-db529282-852e-401b-9b9b-2066d330d727 req-e6e5d28f-a73e-49a4-87bf-6298b1919f89 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 946 time: 0.0552928 Apr 12 18:46:48.622826 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-db529282-852e-401b-9b9b-2066d330d727 req-26aaf3d2-82c9-4792-b77e-ee149f00297f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=de57ae66-8b0b-4877-810c-1d387440cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405457 Apr 12 18:46:49.740466 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:49.754898 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fa913-4992-40d4-a3cd-8dfb2ac6ccc9 req-c87d8aa8-0de5-4554-8452-18fb45fc9ea5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:49.756433 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1a4fa913-4992-40d4-a3cd-8dfb2ac6ccc9 req-c87d8aa8-0de5-4554-8452-18fb45fc9ea5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 946 time: 0.0577536 Apr 12 18:46:49.804962 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1a4fa913-4992-40d4-a3cd-8dfb2ac6ccc9 req-5b04f822-c0ad-4fa6-b8a6-b61cbed55c72 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=de57ae66-8b0b-4877-810c-1d387440cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428805 Apr 12 18:46:50.308345 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-c0237cb8-8c78-4e48-a7fa-9e1e45f32319 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:50.309707 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-c0237cb8-8c78-4e48-a7fa-9e1e45f32319 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 946 time: 0.0599332 Apr 12 18:46:50.400250 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-4c1d74d3-1131-41f4-a38a-e356d51af549 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Deleting port 4397e755-f303-4e88-89fe-ca00cc3a9348 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:46:50.400592 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-4c1d74d3-1131-41f4-a38a-e356d51af549 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:50.487972 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-4c1d74d3-1131-41f4-a38a-e356d51af549 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] For port 4397e755-f303-4e88-89fe-ca00cc3a9348, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4397e755-f303-4e88-89fe-ca00cc3a9348,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:46:50.488329 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-4c1d74d3-1131-41f4-a38a-e356d51af549 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:50.667507 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-4c1d74d3-1131-41f4-a38a-e356d51af549 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:50.667880 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-4c1d74d3-1131-41f4-a38a-e356d51af549 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (5617a63e-f1d0-4dab-9c1f-e1457a4f26bb), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:50.668250 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-4c1d74d3-1131-41f4-a38a-e356d51af549 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Floating IP 5617a63e-f1d0-4dab-9c1f-e1457a4f26bb disassociated. External IP: 172.27.2.223, port: 4397e755-f303-4e88-89fe-ca00cc3a9348. Apr 12 18:46:50.668601 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-4c1d74d3-1131-41f4-a38a-e356d51af549 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Calling delete_port for 4397e755-f303-4e88-89fe-ca00cc3a9348 owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:46:50.804976 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-4c1d74d3-1131-41f4-a38a-e356d51af549 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (4397e755-f303-4e88-89fe-ca00cc3a9348), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:50.831928 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d74d3-1131-41f4-a38a-e356d51af549 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event deleted for resources: {'Port': ['ID=4397e755-f303-4e88-89fe-ca00cc3a9348,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:50.914811 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-157e005b-d0de-42b4-8d19-e3d70488ee15 req-3d767c49-ebe6-478b-a84d-2a019282587e tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=226446fc-0c6b-4230-9a17-59cd6e314ada HTTP/1.1" status: 200 len: 210 time: 0.0339148 Apr 12 18:46:50.975558 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-4c1d74d3-1131-41f4-a38a-e356d51af549 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:46:51.087644 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-4c1d74d3-1131-41f4-a38a-e356d51af549 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:46:51.098955 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617358b-97b2-4b51-bf29-46f5fb78960a None None] Sync routers for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:46:51.109239 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e617358b-97b2-4b51-bf29-46f5fb78960a None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:46:51.109777 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-e617358b-97b2-4b51-bf29-46f5fb78960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:46:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:51.129285 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-4c1d74d3-1131-41f4-a38a-e356d51af549 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] No DVR routers for this DVR port 4397e755-f303-4e88-89fe-ca00cc3a9348 on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:46:51.131855 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-4c1d74d3-1131-41f4-a38a-e356d51af549 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:51.135068 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d0dea1c3-4ff4-4da8-923e-dccfd7473aab req-4c1d74d3-1131-41f4-a38a-e356d51af549 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "DELETE /v2.0/ports/4397e755-f303-4e88-89fe-ca00cc3a9348 HTTP/1.1" status: 204 len: 173 time: 0.8197477 Apr 12 18:46:51.135540 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226446fc-0c6b-4230-9a17-59cd6e314ada', 'name': 'network-vif-deleted', 'tag': '4397e755-f303-4e88-89fe-ca00cc3a9348'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:46:51.137777 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c28d4af-e28a-4284-89f1-21a1dcd4b92c" -d '{"events": [{"server_uuid": "226446fc-0c6b-4230-9a17-59cd6e314ada", "name": "network-vif-deleted", "tag": "4397e755-f303-4e88-89fe-ca00cc3a9348"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:46:51.174454 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777aac5a-25bc-4626-9be1-40410ad0f5dd x-openstack-request-id: req-777aac5a-25bc-4626-9be1-40410ad0f5dd {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:46:51.174886 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226446fc-0c6b-4230-9a17-59cd6e314ada", "name": "network-vif-deleted", "tag": "4397e755-f303-4e88-89fe-ca00cc3a9348", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:46:51.175371 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-777aac5a-25bc-4626-9be1-40410ad0f5dd {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:46:51.175763 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777aac5a-25bc-4626-9be1-40410ad0f5dd'] response: {'server_uuid': '226446fc-0c6b-4230-9a17-59cd6e314ada', 'name': 'network-vif-deleted', 'tag': '4397e755-f303-4e88-89fe-ca00cc3a9348', 'status': 'completed', 'code': 200} Apr 12 18:46:51.240639 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-e617358b-97b2-4b51-bf29-46f5fb78960a None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:46:51.437094 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-e617358b-97b2-4b51-bf29-46f5fb78960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:51.463743 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617358b-97b2-4b51-bf29-46f5fb78960a None None] Checking router: 8e861e55-c1da-476c-a48d-ec2cf39b40b8 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:46:51.472287 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e617358b-97b2-4b51-bf29-46f5fb78960a None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:46:51.472881 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-e617358b-97b2-4b51-bf29-46f5fb78960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:46:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:51.672682 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-e617358b-97b2-4b51-bf29-46f5fb78960a None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:46:51.862976 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-e617358b-97b2-4b51-bf29-46f5fb78960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:46:51.892776 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617358b-97b2-4b51-bf29-46f5fb78960a None None] The sync data for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi is: [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:46:52.003684 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34454) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:52.061725 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3f00d905-796e-4e46-a693-27ab64b40670 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (de57ae66-8b0b-4877-810c-1d387440cbb7), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:52.086916 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3f00d905-796e-4e46-a693-27ab64b40670 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (de57ae66-8b0b-4877-810c-1d387440cbb7), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:52.125804 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e75c314-1453-4e1b-a374-a1440afadf4a None None] New status for floating IP 5617a63e-f1d0-4dab-9c1f-e1457a4f26bb: DOWN {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:46:52.138370 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3f00d905-796e-4e46-a693-27ab64b40670 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (de57ae66-8b0b-4877-810c-1d387440cbb7), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:52.141143 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3f00d905-796e-4e46-a693-27ab64b40670 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:52.142317 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-3f00d905-796e-4e46-a693-27ab64b40670 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "DELETE /v2.0/security-groups/de57ae66-8b0b-4877-810c-1d387440cbb7 HTTP/1.1" status: 204 len: 168 time: 0.1375430 Apr 12 18:46:52.145186 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34456) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:52.152315 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00d905-796e-4e46-a693-27ab64b40670 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de57ae66-8b0b-4877-810c-1d387440cbb7,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:52.168014 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.api.v2.resource [None req-7abb0ed4-e82a-45d5-aee0-a3e1efa11af8 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] show failed (client error): The resource could not be found. Apr 12 18:46:52.169067 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-7abb0ed4-e82a-45d5-aee0-a3e1efa11af8 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups/de57ae66-8b0b-4877-810c-1d387440cbb7 HTTP/1.1" status: 404 len: 347 time: 0.0227866 Apr 12 18:46:52.171951 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34458) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:52.294744 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-879fd1df-7514-4160-861c-d20ba7a84796 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Deleting port 907ea94d-10f7-4925-b77f-2822eb29f974 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:46:52.295025 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-879fd1df-7514-4160-861c-d20ba7a84796 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (907ea94d-10f7-4925-b77f-2822eb29f974), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:52.375176 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-879fd1df-7514-4160-861c-d20ba7a84796 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (907ea94d-10f7-4925-b77f-2822eb29f974), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:52.375529 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-879fd1df-7514-4160-861c-d20ba7a84796 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (907ea94d-10f7-4925-b77f-2822eb29f974), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:52.388405 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-879fd1df-7514-4160-861c-d20ba7a84796 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Calling delete_port for 907ea94d-10f7-4925-b77f-2822eb29f974 owned by network:floatingip {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:46:52.533333 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-879fd1df-7514-4160-861c-d20ba7a84796 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (907ea94d-10f7-4925-b77f-2822eb29f974), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:52.562002 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fd1df-7514-4160-861c-d20ba7a84796 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event deleted for resources: {'Port': ['ID=907ea94d-10f7-4925-b77f-2822eb29f974,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:52.623050 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-879fd1df-7514-4160-861c-d20ba7a84796 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (5617a63e-f1d0-4dab-9c1f-e1457a4f26bb), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:52.625556 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-879fd1df-7514-4160-861c-d20ba7a84796 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:52.626707 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-879fd1df-7514-4160-861c-d20ba7a84796 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "DELETE /v2.0/floatingips/5617a63e-f1d0-4dab-9c1f-e1457a4f26bb HTTP/1.1" status: 204 len: 168 time: 0.4537864 Apr 12 18:46:52.821772 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34462) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:52.826398 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-b1e2d358-f9b3-42c3-a4c7-4ce107b0e827 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--482958952', 'description': 'tempest-description--1995829480'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:46:52.849818 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d358-f9b3-42c3-a4c7-4ce107b0e827 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:52.914912 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d358-f9b3-42c3-a4c7-4ce107b0e827 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:52.921722 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d358-f9b3-42c3-a4c7-4ce107b0e827 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:52.949185 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2d358-f9b3-42c3-a4c7-4ce107b0e827 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:52.953131 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d358-f9b3-42c3-a4c7-4ce107b0e827 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:52.954324 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-b1e2d358-f9b3-42c3-a4c7-4ce107b0e827 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1315901 Apr 12 18:46:52.957630 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34464) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:52.962344 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-9a8300be-3089-4700-9512-94d96795968a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'security_group_rule': {'security_group_id': '8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:46:52.991031 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9a8300be-3089-4700-9512-94d96795968a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (4fa04338-5ec2-4492-be8b-6969e8804f34), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:53.048819 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9a8300be-3089-4700-9512-94d96795968a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (4fa04338-5ec2-4492-be8b-6969e8804f34), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:53.054842 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9a8300be-3089-4700-9512-94d96795968a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (4fa04338-5ec2-4492-be8b-6969e8804f34), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:53.075388 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8300be-3089-4700-9512-94d96795968a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa04338-5ec2-4492-be8b-6969e8804f34,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:53.082501 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9a8300be-3089-4700-9512-94d96795968a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:53.083741 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-9a8300be-3089-4700-9512-94d96795968a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250989 Apr 12 18:46:53.086589 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34466) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:53.091148 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-9c681c3e-b184-433e-9ef7-2d2c33e0a42a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'security_group_rule': {'security_group_id': '8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:46:53.118589 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9c681c3e-b184-433e-9ef7-2d2c33e0a42a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (8742f3cb-4c76-4613-8a64-c9e488ba785b), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:53.179857 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9c681c3e-b184-433e-9ef7-2d2c33e0a42a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (8742f3cb-4c76-4613-8a64-c9e488ba785b), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:53.185247 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9c681c3e-b184-433e-9ef7-2d2c33e0a42a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (8742f3cb-4c76-4613-8a64-c9e488ba785b), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:53.202390 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c681c3e-b184-433e-9ef7-2d2c33e0a42a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8742f3cb-4c76-4613-8a64-c9e488ba785b,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:53.211703 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9c681c3e-b184-433e-9ef7-2d2c33e0a42a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:53.212930 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-9c681c3e-b184-433e-9ef7-2d2c33e0a42a tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252980 Apr 12 18:46:53.216158 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34468) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:46:53.220361 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'floatingip': {'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:46:53.241484 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:53.323453 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:53.435115 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Allocated IP 172.27.2.46 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/2e89c303-7d24-4178-bef6-16143e598df6) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:46:53.558695 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for port (2e89c303-7d24-4178-bef6-16143e598df6), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:53.596666 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (2e89c303-7d24-4178-bef6-16143e598df6), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:53.633942 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:46:53.638837 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:46:53.642408 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:46:53.647959 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'Port': ['ID=2e89c303-7d24-4178-bef6-16143e598df6,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:53.729095 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (478dcec0-2841-4b02-9c37-0029c7afe4ea), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:53.769654 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 4397e755-f303-4e88-89fe-ca00cc3a9348 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:46:53.770658 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (2e89c303-7d24-4178-bef6-16143e598df6), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:53.790840 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: 4397e755-f303-4e88-89fe-ca00cc3a9348 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:46:53.791225 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 4397e755-f303-4e88-89fe-ca00cc3a9348 not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:46:53.926147 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for port (2e89c303-7d24-4178-bef6-16143e598df6), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:53.932968 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (2e89c303-7d24-4178-bef6-16143e598df6), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:54.002094 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'Port': ['ID=2e89c303-7d24-4178-bef6-16143e598df6,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:54.015323 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (478dcec0-2841-4b02-9c37-0029c7afe4ea), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:54.033907 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:54.035134 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-be3ecd05-5903-4242-959f-429bf2358fd4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8180737 Apr 12 18:46:54.235337 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-c50bab88-e2b5-4daa-b2dd-e9559796cfea tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--482958952&fields=id&tenant_id=abad2cf2938f4de0b8942385cfaa6c97 HTTP/1.1" status: 200 len: 267 time: 0.0448427 Apr 12 18:46:54.343249 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027a37f-ce74-44a3-9687-824f9b94339a req-6575b067-f66c-4452-862e-b01ff9b7f6f8 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:54.344717 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-6575b067-f66c-4452-862e-b01ff9b7f6f8 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 815 time: 0.1012943 Apr 12 18:46:54.359301 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-0f37b080-3117-4da8-bf47-f0fb9faa3304 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/quotas/abad2cf2938f4de0b8942385cfaa6c97 HTTP/1.1" status: 200 len: 375 time: 0.0091693 Apr 12 18:46:54.408166 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-f3a1cdb0-95eb-469d-b5d7-c3b8bcb9d105 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439584 Apr 12 18:46:54.766717 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-0e17216e-e742-4e30-9860-86027ace33cc service neutron] 10.222.0.64 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415916 Apr 12 18:46:54.866179 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-bd7b2e76-e25f-4066-b9f2-e696e4190d9b service neutron] 10.222.0.64 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933647 Apr 12 18:46:55.029911 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9b8be6d0-9f56-4ecb-9479-8d63508427f0 req-f87555c7-a964-4950-b451-7734c1a62dd2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 210 time: 0.0280306 Apr 12 18:46:55.984131 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027a37f-ce74-44a3-9687-824f9b94339a req-ddaa68bc-5850-45ea-9e7f-1257604480df tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:55.985549 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-ddaa68bc-5850-45ea-9e7f-1257604480df tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 815 time: 0.1020772 Apr 12 18:46:56.051230 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-89eb916e-80da-4382-90a5-ec6912855b51 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abad2cf2938f4de0b8942385cfaa6c97 HTTP/1.1" status: 200 len: 379 time: 0.0562115 Apr 12 18:46:56.123859 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fbdffa4f-dddb-4e33-9814-9083cb2031b1 req-02401224-db23-41d1-9399-9c7c5a1b37f5 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 210 time: 0.0278068 Apr 12 18:46:56.130260 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-e027a37f-ce74-44a3-9687-824f9b94339a req-8bb5b348-4fcc-44ad-8e3a-eb60c37330bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'port': {'device_id': '76e38af0-4e22-4ce7-b2b5-8c1c43399b40', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'admin_state_up': True, 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'security_groups': ['8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4']}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:46:56.238057 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e027a37f-ce74-44a3-9687-824f9b94339a req-8bb5b348-4fcc-44ad-8e3a-eb60c37330bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Made reservation on behalf of abad2cf2938f4de0b8942385cfaa6c97 for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:46:56.242272 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e027a37f-ce74-44a3-9687-824f9b94339a req-8bb5b348-4fcc-44ad-8e3a-eb60c37330bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:56.370872 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-e027a37f-ce74-44a3-9687-824f9b94339a req-8bb5b348-4fcc-44ad-8e3a-eb60c37330bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Allocated IP 172.20.0.11 (bd6ede6b-2ee4-4b44-9324-17591d93f339/33d52d9c-12da-4676-bd06-e720c647d8df/659196a4-7c7e-4b09-972b-3c2e27008d5b) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:46:56.515258 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e027a37f-ce74-44a3-9687-824f9b94339a req-8bb5b348-4fcc-44ad-8e3a-eb60c37330bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:56.559946 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e027a37f-ce74-44a3-9687-824f9b94339a req-8bb5b348-4fcc-44ad-8e3a-eb60c37330bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:56.601103 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e027a37f-ce74-44a3-9687-824f9b94339a req-8bb5b348-4fcc-44ad-8e3a-eb60c37330bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Network bd6ede6b-2ee4-4b44-9324-17591d93f339 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:46:56.606253 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-e027a37f-ce74-44a3-9687-824f9b94339a req-8bb5b348-4fcc-44ad-8e3a-eb60c37330bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:46:56.609901 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-e027a37f-ce74-44a3-9687-824f9b94339a req-8bb5b348-4fcc-44ad-8e3a-eb60c37330bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:46:56.616527 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5b348-4fcc-44ad-8e3a-eb60c37330bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event updated for resources: {'Port': ['ID=659196a4-7c7e-4b09-972b-3c2e27008d5b,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:56.664664 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027a37f-ce74-44a3-9687-824f9b94339a req-8bb5b348-4fcc-44ad-8e3a-eb60c37330bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:56.665296 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e027a37f-ce74-44a3-9687-824f9b94339a req-8bb5b348-4fcc-44ad-8e3a-eb60c37330bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:56.682250 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-8bb5b348-4fcc-44ad-8e3a-eb60c37330bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5555143 Apr 12 18:46:56.694779 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Request body: {'port': {'device_id': '76e38af0-4e22-4ce7-b2b5-8c1c43399b40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:46:56.759473 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:56.818595 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-29edacf3-ff5b-4a14-9e20-aed3a53e71b3 None None] Provisioning complete for port 659196a4-7c7e-4b09-972b-3c2e27008d5b triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:46:56.819165 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-29edacf3-ff5b-4a14-9e20-aed3a53e71b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:56.854345 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-29edacf3-ff5b-4a14-9e20-aed3a53e71b3 None None] Port 659196a4-7c7e-4b09-972b-3c2e27008d5b cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:46:57.027580 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659196a4-7c7e-4b09-972b-3c2e27008d5b {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:46:57.035118 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Publish callbacks [] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:57.047439 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Transition to ACTIVE for port object 659196a4-7c7e-4b09-972b-3c2e27008d5b will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:46:57.052903 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:57.106361 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=659196a4-7c7e-4b09-972b-3c2e27008d5b,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:57.191430 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Attempting to bind port 659196a4-7c7e-4b09-972b-3c2e27008d5b on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:46:57.191911 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Attempting to bind port 659196a4-7c7e-4b09-972b-3c2e27008d5b by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:46:57.192344 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Attempting to bind port 659196a4-7c7e-4b09-972b-3c2e27008d5b on network bd6ede6b-2ee4-4b44-9324-17591d93f339 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:46:57.209360 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Port 659196a4-7c7e-4b09-972b-3c2e27008d5b on network bd6ede6b-2ee4-4b44-9324-17591d93f339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:46:57.209360 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Attempting to bind port 659196a4-7c7e-4b09-972b-3c2e27008d5b on network bd6ede6b-2ee4-4b44-9324-17591d93f339 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:46:57.232341 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:46:57.232687 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Checking segment: {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:46:57.233079 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Bound using segment: {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:46:57.233526 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Bound port: 659196a4-7c7e-4b09-972b-3c2e27008d5b, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe681fc1-d2e1-4e25-8536-34f4d470ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:46:57.233884 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:57.256614 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e7898-5db0-4421-9a68-8927aeb5b91a req-21655501-1334-4a25-bf5e-14336960acaa tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:57.258122 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8b9e7898-5db0-4421-9a68-8927aeb5b91a req-21655501-1334-4a25-bf5e-14336960acaa tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 944 time: 0.0633466 Apr 12 18:46:57.347980 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] For port 659196a4-7c7e-4b09-972b-3c2e27008d5b, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:46:57.351631 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] For port 659196a4-7c7e-4b09-972b-3c2e27008d5b, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=659196a4-7c7e-4b09-972b-3c2e27008d5b,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:46:57.357121 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8b9e7898-5db0-4421-9a68-8927aeb5b91a req-ebc30871-b135-42e6-ac53-9e9fe9b62896 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698948 Apr 12 18:46:57.358927 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:57.391601 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:57.392220 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:57.393651 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] 10.222.0.65 "PUT /v2.0/ports/659196a4-7c7e-4b09-972b-3c2e27008d5b HTTP/1.1" status: 200 len: 1094 time: 0.7032342 Apr 12 18:46:57.394088 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e38af0-4e22-4ce7-b2b5-8c1c43399b40', 'tag': '659196a4-7c7e-4b09-972b-3c2e27008d5b'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:46:57.396351 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1b8a3e-6014-4ae5-a012-cd82a70a263a" -d '{"events": [{"name": "network-changed", "server_uuid": "76e38af0-4e22-4ce7-b2b5-8c1c43399b40", "tag": "659196a4-7c7e-4b09-972b-3c2e27008d5b"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:46:57.435155 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f21f42-3df5-48c5-8883-17e6c7daa880 x-openstack-request-id: req-50f21f42-3df5-48c5-8883-17e6c7daa880 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:46:57.435536 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e38af0-4e22-4ce7-b2b5-8c1c43399b40", "tag": "659196a4-7c7e-4b09-972b-3c2e27008d5b", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:46:57.435854 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50f21f42-3df5-48c5-8883-17e6c7daa880 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:46:57.436288 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f21f42-3df5-48c5-8883-17e6c7daa880'] response: {'name': 'network-changed', 'server_uuid': '76e38af0-4e22-4ce7-b2b5-8c1c43399b40', 'tag': '659196a4-7c7e-4b09-972b-3c2e27008d5b', 'status': 'completed', 'code': 200} Apr 12 18:46:57.436976 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823c48e-df09-4b04-a038-2a1ad318b1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=659196a4-7c7e-4b09-972b-3c2e27008d5b,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:46:57.482733 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027a37f-ce74-44a3-9687-824f9b94339a req-b2013b27-42b9-43a8-8cc8-02efd46af8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:57.484303 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-b2013b27-42b9-43a8-8cc8-02efd46af8d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 1128 time: 0.0415576 Apr 12 18:46:57.530072 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-e382e2f8-8206-4773-976b-c15ac09b2820 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=659196a4-7c7e-4b09-972b-3c2e27008d5b HTTP/1.1" status: 200 len: 217 time: 0.0387042 Apr 12 18:46:57.581746 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027a37f-ce74-44a3-9687-824f9b94339a req-8610be8f-baff-4137-933a-3c289df6bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:57.583299 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-8610be8f-baff-4137-933a-3c289df6bc01 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33d52d9c-12da-4676-bd06-e720c647d8df HTTP/1.1" status: 200 len: 854 time: 0.0470343 Apr 12 18:46:57.650019 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027a37f-ce74-44a3-9687-824f9b94339a req-0331beff-bbbb-4012-870b-3da8a57bcad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:57.651576 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-0331beff-bbbb-4012-870b-3da8a57bcad2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6ede6b-2ee4-4b44-9324-17591d93f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408690 Apr 12 18:46:57.745789 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-ed06c11e-739b-4008-9602-3b8a821ac778 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874894 Apr 12 18:46:57.835371 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e027a37f-ce74-44a3-9687-824f9b94339a req-cc9773ec-2351-4794-8fce-27f811ae70d2 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832670 Apr 12 18:46:58.482972 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ac12c-f2ea-488e-b7ae-035f88111b17 req-7043c968-273a-471e-8951-7c6481180b3e tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:58.484486 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8f6ac12c-f2ea-488e-b7ae-035f88111b17 req-7043c968-273a-471e-8951-7c6481180b3e tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 944 time: 0.0519993 Apr 12 18:46:58.541253 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8f6ac12c-f2ea-488e-b7ae-035f88111b17 req-d50c941d-870e-4955-8cfe-c981b4943ca4 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484190 Apr 12 18:46:58.916799 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:46:59.671698 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6f7f6-dd14-4506-9b08-25f8af416eaf req-cf892e1b-eadb-4682-864c-1c866df1ccec tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:46:59.673164 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-34b6f7f6-dd14-4506-9b08-25f8af416eaf req-cf892e1b-eadb-4682-864c-1c866df1ccec tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 944 time: 0.0538042 Apr 12 18:46:59.719851 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-34b6f7f6-dd14-4506-9b08-25f8af416eaf req-3385b59b-55ec-4ab3-adc6-a6fe6336a248 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411344 Apr 12 18:47:00.400182 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b8a3e-6014-4ae5-a012-cd82a70a263a req-5e551ba7-15d0-4672-b961-c38a69685dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:00.401658 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-de1b8a3e-6014-4ae5-a012-cd82a70a263a req-5e551ba7-15d0-4672-b961-c38a69685dad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 1128 time: 0.0484712 Apr 12 18:47:00.493365 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b8a3e-6014-4ae5-a012-cd82a70a263a req-b7561e93-5607-4491-bf1c-aa69a94adba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:00.494792 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-de1b8a3e-6014-4ae5-a012-cd82a70a263a req-b7561e93-5607-4491-bf1c-aa69a94adba8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 916 time: 0.0860329 Apr 12 18:47:00.534636 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-de1b8a3e-6014-4ae5-a012-cd82a70a263a req-34adcfb3-f804-4dc6-929e-200b8b91edac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=659196a4-7c7e-4b09-972b-3c2e27008d5b HTTP/1.1" status: 200 len: 217 time: 0.0336003 Apr 12 18:47:00.586351 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b8a3e-6014-4ae5-a012-cd82a70a263a req-a5f99085-e995-4a70-8a5c-f9e10af98468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:00.587872 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-de1b8a3e-6014-4ae5-a012-cd82a70a263a req-a5f99085-e995-4a70-8a5c-f9e10af98468 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33d52d9c-12da-4676-bd06-e720c647d8df HTTP/1.1" status: 200 len: 854 time: 0.0476809 Apr 12 18:47:00.631254 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b8a3e-6014-4ae5-a012-cd82a70a263a req-82be4610-a24d-45df-83f8-fb60fcd6960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:00.632741 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-de1b8a3e-6014-4ae5-a012-cd82a70a263a req-82be4610-a24d-45df-83f8-fb60fcd6960b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6ede6b-2ee4-4b44-9324-17591d93f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393302 Apr 12 18:47:00.736657 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-de1b8a3e-6014-4ae5-a012-cd82a70a263a req-16d34f6b-20b5-46bb-8ab7-477ac408f453 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969076 Apr 12 18:47:00.848170 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9a6e1-86dc-4035-b541-34ea6adef7d1 req-42c7fe23-366e-4c8f-8c94-ea17021569bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:00.849592 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4be9a6e1-86dc-4035-b541-34ea6adef7d1 req-42c7fe23-366e-4c8f-8c94-ea17021569bb tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 944 time: 0.0553560 Apr 12 18:47:00.873886 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-de1b8a3e-6014-4ae5-a012-cd82a70a263a req-43676a2d-da17-408b-a6a8-7d2bc9dfa987 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304295 Apr 12 18:47:00.903040 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:47:00.916118 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4be9a6e1-86dc-4035-b541-34ea6adef7d1 req-994f44d8-ceac-4727-a939-047b5365de24 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565350 Apr 12 18:47:01.804860 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 659196a4-7c7e-4b09-972b-3c2e27008d5b details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:47:01.906806 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 659196a4-7c7e-4b09-972b-3c2e27008d5b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=659196a4-7c7e-4b09-972b-3c2e27008d5b,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:47:01.917958 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '659196a4-7c7e-4b09-972b-3c2e27008d5b', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'port_id': '659196a4-7c7e-4b09-972b-3c2e27008d5b', 'mac_address': 'fa:16:3e:a9:16:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:47:01.955258 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 659196a4-7c7e-4b09-972b-3c2e27008d5b is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:47:01.955750 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:01.968604 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659196a4-7c7e-4b09-972b-3c2e27008d5b {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:47:01.988431 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 659196a4-7c7e-4b09-972b-3c2e27008d5b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=659196a4-7c7e-4b09-972b-3c2e27008d5b,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:47:01.994244 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:02.032541 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410c2a4-5e59-49d3-ac7e-a0ad2c8d5a29 req-4fb1cc0c-9037-4a37-8b06-b96e25ac0529 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:02.034074 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c410c2a4-5e59-49d3-ac7e-a0ad2c8d5a29 req-4fb1cc0c-9037-4a37-8b06-b96e25ac0529 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 945 time: 0.0512753 Apr 12 18:47:02.047698 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=659196a4-7c7e-4b09-972b-3c2e27008d5b,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:47:02.082153 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c410c2a4-5e59-49d3-ac7e-a0ad2c8d5a29 req-3bb656c1-5c2c-482d-96bb-bbb2fc633d68 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420780 Apr 12 18:47:02.367542 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['659196a4-7c7e-4b09-972b-3c2e27008d5b'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:47:03.205408 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab8abd-692c-4d55-8448-0c02a354c461 req-a45b4e41-0343-41ec-a8f2-ff9838002bd2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:03.206875 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4fab8abd-692c-4d55-8448-0c02a354c461 req-a45b4e41-0343-41ec-a8f2-ff9838002bd2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 945 time: 0.0477297 Apr 12 18:47:03.254412 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4fab8abd-692c-4d55-8448-0c02a354c461 req-1d6f41fd-dd59-4b79-9cbd-6ca388aca8ce tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419071 Apr 12 18:47:03.816677 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 659196a4-7c7e-4b09-972b-3c2e27008d5b up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:47:03.862663 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port 659196a4-7c7e-4b09-972b-3c2e27008d5b completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:47:03.873545 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 659196a4-7c7e-4b09-972b-3c2e27008d5b triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:47:03.874195 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:03.964117 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 659196a4-7c7e-4b09-972b-3c2e27008d5b is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:47:03.964520 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:03.988786 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e38af0-4e22-4ce7-b2b5-8c1c43399b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659196a4-7c7e-4b09-972b-3c2e27008d5b'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:47:03.991025 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4139ff9c-9a3f-4390-a14d-ea5dfe835b4a" -d '{"events": [{"server_uuid": "76e38af0-4e22-4ce7-b2b5-8c1c43399b40", "name": "network-vif-plugged", "status": "completed", "tag": "659196a4-7c7e-4b09-972b-3c2e27008d5b"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:47:04.004358 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 659196a4-7c7e-4b09-972b-3c2e27008d5b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=659196a4-7c7e-4b09-972b-3c2e27008d5b,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:47:04.012783 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:04.039658 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4126715-d718-44a7-bed9-d2832016f500 x-openstack-request-id: req-d4126715-d718-44a7-bed9-d2832016f500 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:47:04.039886 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e38af0-4e22-4ce7-b2b5-8c1c43399b40", "name": "network-vif-plugged", "status": "completed", "tag": "659196a4-7c7e-4b09-972b-3c2e27008d5b", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:47:04.040127 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4126715-d718-44a7-bed9-d2832016f500 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:47:04.040513 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4126715-d718-44a7-bed9-d2832016f500'] response: {'server_uuid': '76e38af0-4e22-4ce7-b2b5-8c1c43399b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659196a4-7c7e-4b09-972b-3c2e27008d5b', 'code': 200} Apr 12 18:47:04.066444 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=659196a4-7c7e-4b09-972b-3c2e27008d5b,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:47:04.199342 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85783d-8a8d-49cc-9b17-3750fc18d6b9 req-e687c74c-fe65-4e49-9728-45c27352a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:04.200846 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ea85783d-8a8d-49cc-9b17-3750fc18d6b9 req-e687c74c-fe65-4e49-9728-45c27352a045 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 1130 time: 0.0451586 Apr 12 18:47:04.245757 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ea85783d-8a8d-49cc-9b17-3750fc18d6b9 req-ba75e90a-e3ca-466d-8db9-117d809218a4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384676 Apr 12 18:47:04.378485 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b15de1-c3e8-4a6d-947f-eb5bd0a6fe19 req-54579740-2b8d-4472-81f3-6a7fe125103f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:04.379995 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-22b15de1-c3e8-4a6d-947f-eb5bd0a6fe19 req-54579740-2b8d-4472-81f3-6a7fe125103f tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 946 time: 0.0487218 Apr 12 18:47:04.429629 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-22b15de1-c3e8-4a6d-947f-eb5bd0a6fe19 req-f3c8d088-7451-4211-bc4c-2b6ccd7a1b40 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414817 Apr 12 18:47:05.556955 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b81a3-054d-4e79-97db-7812ab098221 req-09a55b3c-81d3-41f7-bfc0-8a66a0678f98 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:05.558422 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d93b81a3-054d-4e79-97db-7812ab098221 req-09a55b3c-81d3-41f7-bfc0-8a66a0678f98 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 946 time: 0.0509403 Apr 12 18:47:05.604733 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d93b81a3-054d-4e79-97db-7812ab098221 req-1c118916-0c03-4e22-9aa7-d9c122253c38 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406699 Apr 12 18:47:06.728078 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8acbdb-5e1c-4cb0-9328-22d80ac3f154 req-da2f7c64-9ea9-4a0b-96be-938a604f7fa7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:06.729566 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8c8acbdb-5e1c-4cb0-9328-22d80ac3f154 req-da2f7c64-9ea9-4a0b-96be-938a604f7fa7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 946 time: 0.0476756 Apr 12 18:47:06.779803 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8c8acbdb-5e1c-4cb0-9328-22d80ac3f154 req-c6c4146d-eeb9-4175-ac43-dc6d73993eb7 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418813 Apr 12 18:47:06.887776 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f60e7-9898-46c6-b0fa-d251cb81e50e req-10a1a7da-47cc-4757-afc5-dec46b10dcc0 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:06.889226 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bc3f60e7-9898-46c6-b0fa-d251cb81e50e req-10a1a7da-47cc-4757-afc5-dec46b10dcc0 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 946 time: 0.0455027 Apr 12 18:47:06.897683 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34532) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:47:06.903023 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-49490cbc-8c8f-4947-9f58-01ebec779cd2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Request body: {'floatingip': {'port_id': '659196a4-7c7e-4b09-972b-3c2e27008d5b'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:47:06.945523 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-49490cbc-8c8f-4947-9f58-01ebec779cd2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (478dcec0-2841-4b02-9c37-0029c7afe4ea), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:07.441936 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-49490cbc-8c8f-4947-9f58-01ebec779cd2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:07.449500 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-49490cbc-8c8f-4947-9f58-01ebec779cd2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (478dcec0-2841-4b02-9c37-0029c7afe4ea), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:07.558793 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-49490cbc-8c8f-4947-9f58-01ebec779cd2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Floating IP 478dcec0-2841-4b02-9c37-0029c7afe4ea associated. External IP: 172.27.2.46, port: 659196a4-7c7e-4b09-972b-3c2e27008d5b. Apr 12 18:47:07.800538 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49490cbc-8c8f-4947-9f58-01ebec779cd2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:47:07.912750 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49490cbc-8c8f-4947-9f58-01ebec779cd2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:47:07.918094 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-49490cbc-8c8f-4947-9f58-01ebec779cd2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:07.923705 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d360f-b69c-4d12-aef3-60ae2977d2e9 None None] Sync routers for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:47:07.934389 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d360f-b69c-4d12-aef3-60ae2977d2e9 None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:47:07.935000 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-790d360f-b69c-4d12-aef3-60ae2977d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:46:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:47:07.947928 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-49490cbc-8c8f-4947-9f58-01ebec779cd2 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "PUT /v2.0/floatingips/478dcec0-2841-4b02-9c37-0029c7afe4ea HTTP/1.1" status: 200 len: 991 time: 1.0492358 Apr 12 18:47:07.948565 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e38af0-4e22-4ce7-b2b5-8c1c43399b40', 'tag': '659196a4-7c7e-4b09-972b-3c2e27008d5b'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:47:07.950836 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ed05f3-561d-4b3e-85b9-2523de2dbb7e" -d '{"events": [{"name": "network-changed", "server_uuid": "76e38af0-4e22-4ce7-b2b5-8c1c43399b40", "tag": "659196a4-7c7e-4b09-972b-3c2e27008d5b"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:47:07.985395 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22fc5ad-0a37-43f9-8212-b7c54166dc06 x-openstack-request-id: req-f22fc5ad-0a37-43f9-8212-b7c54166dc06 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:47:07.985761 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e38af0-4e22-4ce7-b2b5-8c1c43399b40", "tag": "659196a4-7c7e-4b09-972b-3c2e27008d5b", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:47:07.986109 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f22fc5ad-0a37-43f9-8212-b7c54166dc06 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:47:07.986529 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f22fc5ad-0a37-43f9-8212-b7c54166dc06'] response: {'name': 'network-changed', 'server_uuid': '76e38af0-4e22-4ce7-b2b5-8c1c43399b40', 'tag': '659196a4-7c7e-4b09-972b-3c2e27008d5b', 'status': 'completed', 'code': 200} Apr 12 18:47:08.045445 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-790d360f-b69c-4d12-aef3-60ae2977d2e9 None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:47:08.049155 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed05f3-561d-4b3e-85b9-2523de2dbb7e req-955e9d4f-6eea-4ff3-acce-236aeed3d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:08.050796 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19ed05f3-561d-4b3e-85b9-2523de2dbb7e req-955e9d4f-6eea-4ff3-acce-236aeed3d44d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 1130 time: 0.0429530 Apr 12 18:47:08.140575 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed05f3-561d-4b3e-85b9-2523de2dbb7e req-1ce2113e-20d6-4e51-9d35-c16bfbf7030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:08.142028 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19ed05f3-561d-4b3e-85b9-2523de2dbb7e req-1ce2113e-20d6-4e51-9d35-c16bfbf7030c service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 200 len: 916 time: 0.0856998 Apr 12 18:47:08.209553 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19ed05f3-561d-4b3e-85b9-2523de2dbb7e req-ea010264-2256-4472-99e0-64fb0fe383d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=659196a4-7c7e-4b09-972b-3c2e27008d5b HTTP/1.1" status: 200 len: 999 time: 0.0609946 Apr 12 18:47:08.258854 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-790d360f-b69c-4d12-aef3-60ae2977d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '478dcec0-2841-4b02-9c37-0029c7afe4ea', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': '659196a4-7c7e-4b09-972b-3c2e27008d5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:a9:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e38af0-4e22-4ce7-b2b5-8c1c43399b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:46:53Z', 'updated_at': '2022-04-12T18:47:07Z', 'revision_number': 1, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:47:08.259186 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed05f3-561d-4b3e-85b9-2523de2dbb7e req-8f609320-c656-4074-885e-5add27779561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:08.260441 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19ed05f3-561d-4b3e-85b9-2523de2dbb7e req-8f609320-c656-4074-885e-5add27779561 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33d52d9c-12da-4676-bd06-e720c647d8df HTTP/1.1" status: 200 len: 854 time: 0.0443344 Apr 12 18:47:08.288693 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d360f-b69c-4d12-aef3-60ae2977d2e9 None None] Checking router: 8e861e55-c1da-476c-a48d-ec2cf39b40b8 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:47:08.297355 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d360f-b69c-4d12-aef3-60ae2977d2e9 None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:47:08.297883 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-790d360f-b69c-4d12-aef3-60ae2977d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:46:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:47:08.303726 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed05f3-561d-4b3e-85b9-2523de2dbb7e req-054ec129-ed62-4029-90db-488a657ca829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:08.305206 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19ed05f3-561d-4b3e-85b9-2523de2dbb7e req-054ec129-ed62-4029-90db-488a657ca829 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6ede6b-2ee4-4b44-9324-17591d93f339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383363 Apr 12 18:47:08.398243 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19ed05f3-561d-4b3e-85b9-2523de2dbb7e req-509c06c9-008d-4dde-a092-b0d95da4948e service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867450 Apr 12 18:47:08.409241 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-790d360f-b69c-4d12-aef3-60ae2977d2e9 None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:47:08.488785 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19ed05f3-561d-4b3e-85b9-2523de2dbb7e req-c20402c3-070b-4263-b570-4e71759ceb35 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846210 Apr 12 18:47:08.622633 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-790d360f-b69c-4d12-aef3-60ae2977d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '478dcec0-2841-4b02-9c37-0029c7afe4ea', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': '659196a4-7c7e-4b09-972b-3c2e27008d5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:a9:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e38af0-4e22-4ce7-b2b5-8c1c43399b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:46:53Z', 'updated_at': '2022-04-12T18:47:07Z', 'revision_number': 1, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:47:08.651952 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d360f-b69c-4d12-aef3-60ae2977d2e9 None None] The sync data for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi is: [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '478dcec0-2841-4b02-9c37-0029c7afe4ea', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'port_id': '659196a4-7c7e-4b09-972b-3c2e27008d5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'mac_address': 'fa:16:3e:a9:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e38af0-4e22-4ce7-b2b5-8c1c43399b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:46:53Z', 'updated_at': '2022-04-12T18:47:07Z', 'revision_number': 1, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:47:08.850922 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8e135-6686-4aef-9e13-30b70ed990e2 None None] New status for floating IP 478dcec0-2841-4b02-9c37-0029c7afe4ea: ACTIVE {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:47:13.316718 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cc190b3d-3708-414a-a948-c666c7258881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:15.739513 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-83eba966-2a80-4157-8f5a-3a330fc0328d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:16.618642 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:18.033276 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:19.751522 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:28.933854 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:29.327585 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1f986fbb-63a9-4f3c-a5d6-1fa1c6b5cecf req-be3ba35b-9093-42bf-895c-eba6cea4f536 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434988 Apr 12 18:47:29.410881 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986fbb-63a9-4f3c-a5d6-1fa1c6b5cecf req-c90c86eb-4484-4fc6-8b9f-8bf1e21fa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:29.412440 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1f986fbb-63a9-4f3c-a5d6-1fa1c6b5cecf req-c90c86eb-4484-4fc6-8b9f-8bf1e21fa6c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 1129 time: 0.0414784 Apr 12 18:47:29.777888 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f18cb-a244-4324-8157-388169cb343c req-1c2a879a-eaa5-413c-a46f-c461674089b3 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:29.779377 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b97f18cb-a244-4324-8157-388169cb343c req-1c2a879a-eaa5-413c-a46f-c461674089b3 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.3232243 Apr 12 18:47:29.811959 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986fbb-63a9-4f3c-a5d6-1fa1c6b5cecf req-891a8ccf-8d5a-4559-a3a8-984b5e70621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:29.813370 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1f986fbb-63a9-4f3c-a5d6-1fa1c6b5cecf req-891a8ccf-8d5a-4559-a3a8-984b5e70621d service neutron] 10.222.0.65 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 913 time: 0.3817408 Apr 12 18:47:29.877057 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b97f18cb-a244-4324-8157-388169cb343c req-b9e0fc1b-891e-4ddf-80c8-8b497064cde7 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909815 Apr 12 18:47:29.895061 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1f986fbb-63a9-4f3c-a5d6-1fa1c6b5cecf req-baae48e6-c47a-460b-8620-2d6574d324e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b1f6da-e6a8-4673-9d27-5df73c86f06b HTTP/1.1" status: 200 len: 1001 time: 0.0688636 Apr 12 18:47:29.947763 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986fbb-63a9-4f3c-a5d6-1fa1c6b5cecf req-7dde83fb-6422-4ff6-8545-0bed5ac5ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:29.949154 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1f986fbb-63a9-4f3c-a5d6-1fa1c6b5cecf req-7dde83fb-6422-4ff6-8545-0bed5ac5ba35 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60ec23c3-0a49-4ec5-aff1-04b053e8de73 HTTP/1.1" status: 200 len: 851 time: 0.0474403 Apr 12 18:47:29.994075 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986fbb-63a9-4f3c-a5d6-1fa1c6b5cecf req-65f41e71-8f8f-48ee-adea-ec1f16652941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:29.995533 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1f986fbb-63a9-4f3c-a5d6-1fa1c6b5cecf req-65f41e71-8f8f-48ee-adea-ec1f16652941 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=598a49f3-26e5-4adb-bc7e-a59d43832874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370858 Apr 12 18:47:30.086840 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1f986fbb-63a9-4f3c-a5d6-1fa1c6b5cecf req-2a99eb48-47ec-4d80-8cb4-3bb0a2bf7a0b service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843675 Apr 12 18:47:30.178317 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1f986fbb-63a9-4f3c-a5d6-1fa1c6b5cecf req-f940b5a3-3a2a-4734-b6f1-4dfc131e0994 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825930 Apr 12 18:47:30.999458 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6a584-67d5-40ce-8d70-09d9cffae6bb req-bc08c115-0ede-460b-9eef-1dc876eca6e2 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:31.000930 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-60f6a584-67d5-40ce-8d70-09d9cffae6bb req-bc08c115-0ede-460b-9eef-1dc876eca6e2 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0477884 Apr 12 18:47:31.050910 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-60f6a584-67d5-40ce-8d70-09d9cffae6bb req-efc25bcc-b136-42fc-b2dd-55736e7fa4c7 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443113 Apr 12 18:47:32.177315 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e553ab-10d4-4ffc-8cbc-a3f89b727700 req-f0af7e4a-efca-46ed-84c7-55300bed6e0b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:32.178785 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-10e553ab-10d4-4ffc-8cbc-a3f89b727700 req-f0af7e4a-efca-46ed-84c7-55300bed6e0b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0487108 Apr 12 18:47:32.232069 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-10e553ab-10d4-4ffc-8cbc-a3f89b727700 req-ab61a724-5914-4bef-8dbd-621de7f4fa54 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450718 Apr 12 18:47:33.365840 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90748471-bf47-4c36-9087-bbba45033085 req-d101f7ff-6b7d-4cd7-80a3-746889822a86 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:33.368173 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-90748471-bf47-4c36-9087-bbba45033085 req-d101f7ff-6b7d-4cd7-80a3-746889822a86 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0584371 Apr 12 18:47:33.418385 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-90748471-bf47-4c36-9087-bbba45033085 req-4946ef82-ca06-4eb5-b9f5-de1dddb16f89 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418706 Apr 12 18:47:34.558354 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f13659-7699-42bd-a7cc-955d781dc581 req-f6a99099-5ba4-4c36-a3ca-4db92d597c19 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:34.559817 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c2f13659-7699-42bd-a7cc-955d781dc581 req-f6a99099-5ba4-4c36-a3ca-4db92d597c19 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0501056 Apr 12 18:47:34.609005 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c2f13659-7699-42bd-a7cc-955d781dc581 req-15bfc8bf-e60c-4a5d-ba71-011564d3ac05 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409384 Apr 12 18:47:35.740262 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5775c5b-e212-4135-a223-2f280e8986cd req-eadc020d-4fc8-40af-b1a5-8cbda64c1037 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:35.741731 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5775c5b-e212-4135-a223-2f280e8986cd req-eadc020d-4fc8-40af-b1a5-8cbda64c1037 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0494459 Apr 12 18:47:35.791243 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5775c5b-e212-4135-a223-2f280e8986cd req-7524e9b8-1742-41cb-ade1-63e7d934d833 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411131 Apr 12 18:47:36.922179 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa51246-7e83-4033-be2e-75093f8f7d74 req-f00367e2-4ca2-4fba-810d-964fde6f1dfa tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:36.923723 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6fa51246-7e83-4033-be2e-75093f8f7d74 req-f00367e2-4ca2-4fba-810d-964fde6f1dfa tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0565238 Apr 12 18:47:36.974712 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6fa51246-7e83-4033-be2e-75093f8f7d74 req-80257619-8efb-47a0-9b5f-37393a64270f tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453618 Apr 12 18:47:37.906839 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:47:38.104456 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13982b9-7b62-4bf2-9870-ee69cdad4d06 req-386caad9-a761-4e18-885c-8a425a8e66fb tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:38.105917 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a13982b9-7b62-4bf2-9870-ee69cdad4d06 req-386caad9-a761-4e18-885c-8a425a8e66fb tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0478480 Apr 12 18:47:38.156497 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a13982b9-7b62-4bf2-9870-ee69cdad4d06 req-34dac522-29c3-4bca-b3e2-0a795d662b8b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420530 Apr 12 18:47:39.279232 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1a343-d6b3-4ce9-a5bf-c22db8ffb033 req-7fabb7e6-8ae7-4b40-96d2-67c56ae7d801 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:39.280680 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ddd1a343-d6b3-4ce9-a5bf-c22db8ffb033 req-7fabb7e6-8ae7-4b40-96d2-67c56ae7d801 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0469077 Apr 12 18:47:39.328042 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ddd1a343-d6b3-4ce9-a5bf-c22db8ffb033 req-cd117c5a-614c-42d2-bc95-597e5844d03a tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417762 Apr 12 18:47:40.458250 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9637a3-5166-422a-9407-a2573f96a546 req-7e9775cc-9f63-484b-8b2e-d38dd5bd69cb tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:40.459729 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad9637a3-5166-422a-9407-a2573f96a546 req-7e9775cc-9f63-484b-8b2e-d38dd5bd69cb tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0502129 Apr 12 18:47:40.505826 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ad9637a3-5166-422a-9407-a2573f96a546 req-06ac59f1-b5c1-4b73-95b3-5b9e99259067 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405467 Apr 12 18:47:41.635382 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914646e-990c-4d99-99f2-812cadd2cb95 req-d429f213-3660-4119-a470-b1554f7b07eb tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:41.636845 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f914646e-990c-4d99-99f2-812cadd2cb95 req-d429f213-3660-4119-a470-b1554f7b07eb tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0475619 Apr 12 18:47:41.698751 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f914646e-990c-4d99-99f2-812cadd2cb95 req-4099d109-4c79-4426-9399-c80f9f50d150 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539527 Apr 12 18:47:42.052705 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:47:42.289781 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:47:42.301185 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'port_id': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'mac_address': 'fa:16:3e:40:53:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:47:42.338909 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 is: ACTIVE; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:47:42.339333 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:42.352648 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:47:42.371503 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:47:42.376517 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:42.427800 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,revision_number=6']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:47:42.435369 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:47:42.435726 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:47:42.436075 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:47:42.436437 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:47:42.436777 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:47:42.437112 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:47:42.437443 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:47:42.437768 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:47:42.438094 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:47:42.438424 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:47:42.438749 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:47:42.439073 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:47:42.439417 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:47:42.440346 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:47:42.440709 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:47:42.481884 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['5bd1e719-d9ac-42cb-b5fe-24473df43bd5'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:47:42.825418 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af53c9-19d8-49ab-b7bf-a03d4faeff5b req-cc11d058-9b63-42dc-a3a4-7bd6648d5a57 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:42.826888 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9af53c9-19d8-49ab-b7bf-a03d4faeff5b req-cc11d058-9b63-42dc-a3a4-7bd6648d5a57 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 944 time: 0.0524385 Apr 12 18:47:42.879548 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9af53c9-19d8-49ab-b7bf-a03d4faeff5b req-6d3a8437-be4e-4589-947a-915511b560e3 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466194 Apr 12 18:47:43.310745 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9557fa76-df68-49cf-bca7-c1b21c09d9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:44.009704 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bc187-8ef3-4b97-b21c-3ea7123c0ce1 req-64ac8ca3-7515-44bb-a9f7-7d137a162b7f tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:44.011182 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-695bc187-8ef3-4b97-b21c-3ea7123c0ce1 req-64ac8ca3-7515-44bb-a9f7-7d137a162b7f tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 944 time: 0.0470462 Apr 12 18:47:44.059393 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-695bc187-8ef3-4b97-b21c-3ea7123c0ce1 req-ef81858b-551f-4be0-8442-4df73b560e17 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425076 Apr 12 18:47:44.080400 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:47:44.138132 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:47:44.138505 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:44.215072 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:47:44.215508 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:44.237622 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:47:44.239929 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467e3018-441d-4f4b-b620-0d27a5159361" -d '{"events": [{"server_uuid": "a19d69ae-295b-4653-b863-d6eb41e59c01", "name": "network-vif-plugged", "status": "completed", "tag": "5bd1e719-d9ac-42cb-b5fe-24473df43bd5"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:47:44.251743 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:47:44.258898 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:44.281863 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60daa2a-ae4b-4049-ac18-90c3f21d1406 x-openstack-request-id: req-a60daa2a-ae4b-4049-ac18-90c3f21d1406 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:47:44.282093 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19d69ae-295b-4653-b863-d6eb41e59c01", "name": "network-vif-plugged", "status": "completed", "tag": "5bd1e719-d9ac-42cb-b5fe-24473df43bd5", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:47:44.282377 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a60daa2a-ae4b-4049-ac18-90c3f21d1406 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:47:44.282762 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a60daa2a-ae4b-4049-ac18-90c3f21d1406'] response: {'server_uuid': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'code': 200} Apr 12 18:47:44.308156 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,revision_number=7']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:47:45.178944 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0eb65-76dc-49c6-ba98-1f9bb5b67fbc req-c0a5b3d0-ddb2-4d2f-bfe6-ec64f086f16c tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:45.180444 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f5d0eb65-76dc-49c6-ba98-1f9bb5b67fbc req-c0a5b3d0-ddb2-4d2f-bfe6-ec64f086f16c tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0471888 Apr 12 18:47:45.236456 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f5d0eb65-76dc-49c6-ba98-1f9bb5b67fbc req-afdf3c40-6baf-4352-b7a1-9edd3c29ec0e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481155 Apr 12 18:47:45.733155 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5421fe35-5f75-4b4e-9d3c-a329cff81316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:46.357542 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f2c9a-1302-4c85-9920-657d42f6094c req-1a875d4f-a8b2-44bf-b177-e163663893d8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:46.359005 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d52f2c9a-1302-4c85-9920-657d42f6094c req-1a875d4f-a8b2-44bf-b177-e163663893d8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0472200 Apr 12 18:47:46.409013 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d52f2c9a-1302-4c85-9920-657d42f6094c req-b81017aa-f5f2-4129-a341-14c4ea14c4b3 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440116 Apr 12 18:47:46.622099 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:47.536410 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477af112-f7d8-4a49-8868-f153182a27d4 req-668ccc93-98e2-451a-9a6f-8832201a88c0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:47.537925 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-477af112-f7d8-4a49-8868-f153182a27d4 req-668ccc93-98e2-451a-9a6f-8832201a88c0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0495605 Apr 12 18:47:47.584583 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-477af112-f7d8-4a49-8868-f153182a27d4 req-449984f5-7c44-41b2-be77-c658e5ebc147 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411630 Apr 12 18:47:48.037992 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:48.722331 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb13dac-74ec-4807-acfe-3601f11ad7b9 req-299dea40-5f17-4bba-a914-dfdf346eafe1 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:48.724012 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-deb13dac-74ec-4807-acfe-3601f11ad7b9 req-299dea40-5f17-4bba-a914-dfdf346eafe1 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0634687 Apr 12 18:47:48.776564 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-deb13dac-74ec-4807-acfe-3601f11ad7b9 req-9215f8d7-3757-46b3-bf40-a3b30c9aed48 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464137 Apr 12 18:47:49.751151 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:49.911646 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671f615-4b4d-4eca-89a7-b4fe0a320661 req-eb00b373-6fc4-492a-b656-e8510edf7537 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:49.915520 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e671f615-4b4d-4eca-89a7-b4fe0a320661 req-eb00b373-6fc4-492a-b656-e8510edf7537 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0532479 Apr 12 18:47:49.962315 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e671f615-4b4d-4eca-89a7-b4fe0a320661 req-4b9363de-e91e-420d-bf63-c695e08e2d47 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435166 Apr 12 18:47:51.087823 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fd039-63dd-4352-ba02-fd1a11574104 req-a71b57dc-0b4e-48ef-86b0-df72c3f26930 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:51.089339 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-718fd039-63dd-4352-ba02-fd1a11574104 req-a71b57dc-0b4e-48ef-86b0-df72c3f26930 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0516839 Apr 12 18:47:51.165569 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-718fd039-63dd-4352-ba02-fd1a11574104 req-1520fcd5-1512-4865-90f3-c3c053b8bda0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701909 Apr 12 18:47:52.314360 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117755e3-9041-4118-ae8a-c9bd0a8b6bb0 req-48a1bb18-4df2-4b55-a8c6-96cb96195dd1 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:52.315956 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-117755e3-9041-4118-ae8a-c9bd0a8b6bb0 req-48a1bb18-4df2-4b55-a8c6-96cb96195dd1 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0658052 Apr 12 18:47:52.372134 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-117755e3-9041-4118-ae8a-c9bd0a8b6bb0 req-e0faeade-b6d2-4111-95b0-5adfdb3a6b59 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466974 Apr 12 18:47:53.504511 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ce31e-107f-41a6-9841-4ec5cafde1c9 req-8ca2b9a2-3573-481a-8628-290c6adf9506 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:53.506095 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033ce31e-107f-41a6-9841-4ec5cafde1c9 req-8ca2b9a2-3573-481a-8628-290c6adf9506 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0512781 Apr 12 18:47:53.582428 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-033ce31e-107f-41a6-9841-4ec5cafde1c9 req-66f163a4-b73b-4298-9c07-7e1d9132d985 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696208 Apr 12 18:47:54.698085 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb570f8-e6cf-4635-9d67-18fa0bac3deb req-91fd9b6b-625c-4c9c-aa77-b188e6c9d679 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:54.700888 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5eb570f8-e6cf-4635-9d67-18fa0bac3deb req-91fd9b6b-625c-4c9c-aa77-b188e6c9d679 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0546145 Apr 12 18:47:54.754763 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5eb570f8-e6cf-4635-9d67-18fa0bac3deb req-f7c9a78d-dabc-4cb1-b89f-eac25aaba517 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484951 Apr 12 18:47:55.894014 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da61f2d-866d-4347-a353-9b87d6c3c5ab req-624f17d4-cc8d-43b5-80bc-571ea17a96a1 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:55.895786 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0da61f2d-866d-4347-a353-9b87d6c3c5ab req-624f17d4-cc8d-43b5-80bc-571ea17a96a1 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0531590 Apr 12 18:47:55.950978 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0da61f2d-866d-4347-a353-9b87d6c3c5ab req-694ff3bd-91d1-408f-9e71-7f4386ea2f52 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490091 Apr 12 18:47:57.084036 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29e2ef-c83e-460e-84e4-2aef8d4313ee req-e45eceac-7f65-4141-b90e-54a7d64d74cf tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:57.085515 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fe29e2ef-c83e-460e-84e4-2aef8d4313ee req-e45eceac-7f65-4141-b90e-54a7d64d74cf tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0518494 Apr 12 18:47:57.134130 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fe29e2ef-c83e-460e-84e4-2aef8d4313ee req-000609b8-8c50-41e0-85c5-12701b0bbabc tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429957 Apr 12 18:47:57.706496 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6ca9-9897-4908-866c-7887a4a82446 req-4b9062ac-61fa-414b-8e63-bceb124e7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:57.708069 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17cd6ca9-9897-4908-866c-7887a4a82446 req-4b9062ac-61fa-414b-8e63-bceb124e7aa4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9914a54a3f8d4c48a054cce03514427b&device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 1129 time: 0.0437348 Apr 12 18:47:57.802284 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6ca9-9897-4908-866c-7887a4a82446 req-a74805a2-f851-43e2-9b09-24840db3880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:57.803796 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17cd6ca9-9897-4908-866c-7887a4a82446 req-a74805a2-f851-43e2-9b09-24840db3880b service neutron] 10.222.0.65 "GET /v2.0/networks?id=fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 200 len: 918 time: 0.0898674 Apr 12 18:47:57.870675 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17cd6ca9-9897-4908-866c-7887a4a82446 req-638ebf0c-352c-4e5b-929f-34a658bf5af6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5 HTTP/1.1" status: 200 len: 1001 time: 0.0611084 Apr 12 18:47:57.924615 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6ca9-9897-4908-866c-7887a4a82446 req-5f3cd5d3-b98a-40c3-a5f0-7ba6f907bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:57.926064 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17cd6ca9-9897-4908-866c-7887a4a82446 req-5f3cd5d3-b98a-40c3-a5f0-7ba6f907bb05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fafb02f7-be82-4404-a50a-ecac2fe9b977 HTTP/1.1" status: 200 len: 856 time: 0.0493200 Apr 12 18:47:57.972921 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6ca9-9897-4908-866c-7887a4a82446 req-bd41aff3-95c6-4c8d-b642-b73f651d14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:57.974351 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17cd6ca9-9897-4908-866c-7887a4a82446 req-bd41aff3-95c6-4c8d-b642-b73f651d14f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fedcd5fe-953f-4c53-85f3-78ac926b4ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423512 Apr 12 18:47:58.064637 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17cd6ca9-9897-4908-866c-7887a4a82446 req-f45a721e-5ab3-404b-b49e-76a947be11a9 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842812 Apr 12 18:47:58.156899 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17cd6ca9-9897-4908-866c-7887a4a82446 req-c66fa329-d4d3-4927-9071-dc49551e6cbd service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862420 Apr 12 18:47:58.252476 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d27597-3c21-4073-a300-edfd8bd91ad7 req-5f9e3930-5b3e-49c8-85ee-35cf140f8b42 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:58.253832 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a1d27597-3c21-4073-a300-edfd8bd91ad7 req-5f9e3930-5b3e-49c8-85ee-35cf140f8b42 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0467908 Apr 12 18:47:58.299972 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a1d27597-3c21-4073-a300-edfd8bd91ad7 req-960ca79f-3b73-42e3-aeaa-a3c9776fa8f9 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405138 Apr 12 18:47:58.936038 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:47:59.435172 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ee3f8-e494-4ddf-b2e5-04ea9bd7842e req-3468afb8-294d-4588-aa92-70d754dec996 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:47:59.436677 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2f6ee3f8-e494-4ddf-b2e5-04ea9bd7842e req-3468afb8-294d-4588-aa92-70d754dec996 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 945 time: 0.0477686 Apr 12 18:47:59.488256 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2f6ee3f8-e494-4ddf-b2e5-04ea9bd7842e req-735cf698-23d9-41c0-887a-1cf36efa747e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459032 Apr 12 18:48:00.159836 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:48:00.240702 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 is: ACTIVE; New status is: DOWN {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:48:00.241094 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:00.264026 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:48:00.266277 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d071364-a84f-4deb-a88d-e2aed977b774" -d '{"events": [{"server_uuid": "a19d69ae-295b-4653-b863-d6eb41e59c01", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd1e719-d9ac-42cb-b5fe-24473df43bd5"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:48:00.282423 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:00.287725 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:00.310533 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 18:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c95c65-fa42-4ebc-a128-2fe2121ccf41 x-openstack-request-id: req-b0c95c65-fa42-4ebc-a128-2fe2121ccf41 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:48:00.310821 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19d69ae-295b-4653-b863-d6eb41e59c01", "name": "network-vif-unplugged", "status": "failed", "tag": "5bd1e719-d9ac-42cb-b5fe-24473df43bd5", "code": 422}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:48:00.311074 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0c95c65-fa42-4ebc-a128-2fe2121ccf41 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:48:00.311529 dv-cinder-837536-1-iscsi neutron-server[103440]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b0c95c65-fa42-4ebc-a128-2fe2121ccf41']: {'server_uuid': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'code': 422} returned with failed status Apr 12 18:48:00.337515 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,revision_number=8']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:00.612209 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c0bc3-2bb3-4267-8e78-8f9d58348c67 req-330ab7ab-48ab-45d1-8f7f-113a386cf49e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:00.614217 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-229c0bc3-2bb3-4267-8e78-8f9d58348c67 req-330ab7ab-48ab-45d1-8f7f-113a386cf49e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0522773 Apr 12 18:48:00.663530 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-229c0bc3-2bb3-4267-8e78-8f9d58348c67 req-21a08e3b-3f1f-4181-b2bd-6e0caabb724e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434945 Apr 12 18:48:01.158043 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [req-e60d4748-0584-4077-b3a4-15fcfaa44b5b req-22fae70a-fc0f-47ba-ad0f-6d216d9fe047 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:48:01.158927 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e60d4748-0584-4077-b3a4-15fcfaa44b5b req-22fae70a-fc0f-47ba-ad0f-6d216d9fe047 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053949 Apr 12 18:48:01.316889 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940ceb3-3bdc-4f89-8e5a-9570d6c63951 req-966e3ef2-a652-4379-8859-5f3007015b7d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:01.318466 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d940ceb3-3bdc-4f89-8e5a-9570d6c63951 req-966e3ef2-a652-4379-8859-5f3007015b7d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0463521 Apr 12 18:48:01.366183 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d940ceb3-3bdc-4f89-8e5a-9570d6c63951 req-0274d53f-12c6-49b8-a05b-6831152f07ee tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418005 Apr 12 18:48:01.638809 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 34814) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:01.725104 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-51ee22d1-85f5-4a91-81cd-37105f50d811 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849028 Apr 12 18:48:01.733443 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-724734f3-358c-4a7a-94d1-a729c5a001e1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:48:01.734434 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-724734f3-358c-4a7a-94d1-a729c5a001e1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048349 Apr 12 18:48:01.815800 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 34822) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:01.873808 dv-cinder-837536-1-iscsi neutron-server[103438]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 18:48:01.919338 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-e78333a3-afc1-44a8-8363-4bebd2299531 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:01.920706 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-e78333a3-afc1-44a8-8363-4bebd2299531 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports/5bd1e719-d9ac-42cb-b5fe-24473df43bd5 HTTP/1.1" status: 200 len: 940 time: 0.1037953 Apr 12 18:48:02.487221 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568edf4-e1a1-4f57-824c-8bfd6dd1cb44 req-54b3c6c2-db3d-45b5-9665-de495848681f tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:02.488708 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4568edf4-e1a1-4f57-824c-8bfd6dd1cb44 req-54b3c6c2-db3d-45b5-9665-de495848681f tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0492604 Apr 12 18:48:02.539547 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4568edf4-e1a1-4f57-824c-8bfd6dd1cb44 req-2b05c891-4d8c-4c4c-a821-1fdd78216966 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423963 Apr 12 18:48:03.329736 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-f0fe26e5-6d8c-4d64-9cea-aae1ec33f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:03.331264 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-f0fe26e5-6d8c-4d64-9cea-aae1ec33f4fc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01&tenant_id=9914a54a3f8d4c48a054cce03514427b HTTP/1.1" status: 200 len: 1127 time: 0.0769532 Apr 12 18:48:03.701200 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ac18-0c50-4aa1-8733-ff167904d092 req-a1aea321-49d6-40fd-ae3b-5452183780d1 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:03.702662 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0bd9ac18-0c50-4aa1-8733-ff167904d092 req-a1aea321-49d6-40fd-ae3b-5452183780d1 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0832834 Apr 12 18:48:03.705996 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-98927e77-504d-4973-a2a6-bca50dc13ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:03.707390 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-98927e77-504d-4973-a2a6-bca50dc13ff1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9914a54a3f8d4c48a054cce03514427b&device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 1127 time: 0.0866480 Apr 12 18:48:03.750117 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0bd9ac18-0c50-4aa1-8733-ff167904d092 req-2d21b8af-ba30-47a7-b231-fa3aaf87eb9b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415280 Apr 12 18:48:04.112489 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-36493aea-de20-441e-9ad1-270ba642e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:04.113972 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-36493aea-de20-441e-9ad1-270ba642e51a service neutron] 10.222.0.65 "GET /v2.0/networks?id=fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 200 len: 918 time: 0.0983312 Apr 12 18:48:04.180003 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-99d61bb8-a3e3-4b8f-953d-6c7e558f3d07 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5 HTTP/1.1" status: 200 len: 999 time: 0.0596724 Apr 12 18:48:04.180246 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:48:04.236250 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-2f5181c7-bb5d-469a-b83e-f4c8316ff413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:04.237815 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-2f5181c7-bb5d-469a-b83e-f4c8316ff413 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fafb02f7-be82-4404-a50a-ecac2fe9b977 HTTP/1.1" status: 200 len: 856 time: 0.0512073 Apr 12 18:48:04.262071 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 is: DOWN; New status is: DOWN {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:48:04.281323 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-88d9e244-6b01-48d9-8417-a3282d34c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:04.282824 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-88d9e244-6b01-48d9-8417-a3282d34c26f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fedcd5fe-953f-4c53-85f3-78ac926b4ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391896 Apr 12 18:48:04.371840 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-c2388938-d66e-4ea4-86eb-eeb19cce6bdd service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830021 Apr 12 18:48:04.464506 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f4a602ca-09c6-46dd-981d-11f575d04521 req-1463761b-c186-4831-94ea-f6bbd9726829 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841038 Apr 12 18:48:04.882037 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155ff32-c6cf-4309-9795-24dcac629ee0 req-94a8c3bb-588c-4f4c-a4c1-337e1994f3dc tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:04.889191 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d155ff32-c6cf-4309-9795-24dcac629ee0 req-94a8c3bb-588c-4f4c-a4c1-337e1994f3dc tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0634787 Apr 12 18:48:04.964576 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d155ff32-c6cf-4309-9795-24dcac629ee0 req-3733f0fd-12a8-40a8-8631-6da7dd878834 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741961 Apr 12 18:48:06.097867 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe4f99-8c1c-4a76-bed0-26a9c8d54d54 req-73b0aab5-bfb2-44b6-8e82-5d4a5903cb79 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:06.099555 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2dfe4f99-8c1c-4a76-bed0-26a9c8d54d54 req-73b0aab5-bfb2-44b6-8e82-5d4a5903cb79 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0586922 Apr 12 18:48:06.147592 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2dfe4f99-8c1c-4a76-bed0-26a9c8d54d54 req-e6f9c339-842d-4aaa-90e5-d51ac10abd33 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422370 Apr 12 18:48:07.279483 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ecc8f-fb44-4bd3-b005-52795f6f358d req-bfd610aa-b8bd-487e-9378-c4214b252269 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:07.283293 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-eb0ecc8f-fb44-4bd3-b005-52795f6f358d req-bfd610aa-b8bd-487e-9378-c4214b252269 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0538585 Apr 12 18:48:07.336487 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-eb0ecc8f-fb44-4bd3-b005-52795f6f358d req-bab33a87-cd27-4c1c-a939-cc4b565da51e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489349 Apr 12 18:48:08.486387 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31ca43-a02a-4df3-8c03-4e1c157c98a0 req-8f44cf52-0dd4-4644-8dee-7e59c0d9ce93 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:08.488104 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5f31ca43-a02a-4df3-8c03-4e1c157c98a0 req-8f44cf52-0dd4-4644-8dee-7e59c0d9ce93 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0707078 Apr 12 18:48:08.546369 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5f31ca43-a02a-4df3-8c03-4e1c157c98a0 req-d403148a-7524-4997-9896-e8c811692630 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523756 Apr 12 18:48:09.670641 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5bcd8-8be8-4287-b615-cf586df359ed req-a3fbd1fd-6c35-4276-aa91-3d34d8d63231 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:09.672208 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-40a5bcd8-8be8-4287-b615-cf586df359ed req-a3fbd1fd-6c35-4276-aa91-3d34d8d63231 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0481009 Apr 12 18:48:09.723088 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-40a5bcd8-8be8-4287-b615-cf586df359ed req-300a8728-baaf-4591-9214-8d4b0ddd2196 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453057 Apr 12 18:48:10.856931 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d608ec-31b2-40ec-9ba5-d12411e1897e req-425001ba-a731-43c6-a747-4a92d42fc1b9 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:10.858425 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-27d608ec-31b2-40ec-9ba5-d12411e1897e req-425001ba-a731-43c6-a747-4a92d42fc1b9 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0490439 Apr 12 18:48:10.909786 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-27d608ec-31b2-40ec-9ba5-d12411e1897e req-600e3ce7-f060-4f71-8f60-e9406188fe62 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455475 Apr 12 18:48:12.030974 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7ad88-1df8-4aa8-8b33-a98b282bb7fe req-44bba782-528b-4039-ad96-f91f811a94e1 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:12.032429 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1cd7ad88-1df8-4aa8-8b33-a98b282bb7fe req-44bba782-528b-4039-ad96-f91f811a94e1 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0476551 Apr 12 18:48:12.081261 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1cd7ad88-1df8-4aa8-8b33-a98b282bb7fe req-81574f7a-2ac2-4711-8b0c-1c17d8ba87d3 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429835 Apr 12 18:48:13.214545 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74d5de-f217-4ca5-8506-901275ec7973 req-db4848c7-1741-4de8-a240-189c2ea54903 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:13.216031 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9b74d5de-f217-4ca5-8506-901275ec7973 req-db4848c7-1741-4de8-a240-189c2ea54903 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0490904 Apr 12 18:48:13.263614 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9b74d5de-f217-4ca5-8506-901275ec7973 req-5d6a4038-31a2-4508-b397-0b1abd58d30e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420237 Apr 12 18:48:13.316635 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-415ca90f-7899-4eb3-9287-3542658cdde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:14.390077 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed16371-848b-4bb2-885a-177818b85b58 req-6f94ab17-7e03-4d1d-aac5-3b8d4014e135 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:14.391592 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-eed16371-848b-4bb2-885a-177818b85b58 req-6f94ab17-7e03-4d1d-aac5-3b8d4014e135 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0511425 Apr 12 18:48:14.443991 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-eed16371-848b-4bb2-885a-177818b85b58 req-98ef9e98-8af5-4d30-ac90-a996fcf6d69d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446277 Apr 12 18:48:14.905961 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:48:15.585387 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652959b8-eeb5-423f-a97b-6a40ee5e6420 req-968f61a6-8aaf-4fdc-973b-96b2228502a1 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:15.586825 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-652959b8-eeb5-423f-a97b-6a40ee5e6420 req-968f61a6-8aaf-4fdc-973b-96b2228502a1 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0558214 Apr 12 18:48:15.634961 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-652959b8-eeb5-423f-a97b-6a40ee5e6420 req-c20dc909-5338-4a7d-a928-3b6335ff5307 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423985 Apr 12 18:48:15.746489 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3ba85b2d-6e44-4bc9-9d0a-69e18e638788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:16.625017 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:16.754952 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e99731-197d-416b-8ecc-3c9eec6d2ee4 req-98c8973e-2819-49b8-b725-4588ad51863c tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:16.756549 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-08e99731-197d-416b-8ecc-3c9eec6d2ee4 req-98c8973e-2819-49b8-b725-4588ad51863c tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0470550 Apr 12 18:48:16.807376 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-08e99731-197d-416b-8ecc-3c9eec6d2ee4 req-7a01653c-4d67-4593-949a-8746ebcc978f tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451047 Apr 12 18:48:17.940333 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143e0c5-502e-4702-815b-a11f7adf010b req-a2417053-7365-4fd0-93b6-17491b4b4af6 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:17.941725 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a143e0c5-502e-4702-815b-a11f7adf010b req-a2417053-7365-4fd0-93b6-17491b4b4af6 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0495090 Apr 12 18:48:17.990274 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a143e0c5-502e-4702-815b-a11f7adf010b req-9bd85c3e-1c5c-44d8-bed8-804c91683d1a tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419512 Apr 12 18:48:18.036813 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:19.132171 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101af43-892f-491b-baa5-c763d9460a3c req-b2aea530-a859-4257-b756-d986c9349c03 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:19.133662 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7101af43-892f-491b-baa5-c763d9460a3c req-b2aea530-a859-4257-b756-d986c9349c03 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0677145 Apr 12 18:48:19.181063 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7101af43-892f-491b-baa5-c763d9460a3c req-9bc07c13-3762-43d5-8ec4-c93d06051443 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413375 Apr 12 18:48:19.762367 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:20.261269 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:48:20.315659 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a9667-ae92-4156-a35e-695448381031 req-e3bacfd3-ae78-42b5-9de1-49f9a557d530 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:20.317153 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-be9a9667-ae92-4156-a35e-695448381031 req-e3bacfd3-ae78-42b5-9de1-49f9a557d530 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 943 time: 0.0512342 Apr 12 18:48:20.361662 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:20.363346 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-be9a9667-ae92-4156-a35e-695448381031 req-b345270c-0871-47c5-afb8-7c5c903b0955 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406530 Apr 12 18:48:20.373395 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'port_id': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'mac_address': 'fa:16:3e:40:53:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:48:20.414435 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:48:20.414828 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:20.428152 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:48:20.448792 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:20.455100 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:20.503385 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,revision_number=9']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:21.000432 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['5bd1e719-d9ac-42cb-b5fe-24473df43bd5'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:48:21.481105 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f561b6-7fe1-49bc-a6ad-95eee75de25b req-cef35478-56f3-4eb4-b122-13fe1da7019f tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:21.482604 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-82f561b6-7fe1-49bc-a6ad-95eee75de25b req-cef35478-56f3-4eb4-b122-13fe1da7019f tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 944 time: 0.0475476 Apr 12 18:48:21.531111 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-82f561b6-7fe1-49bc-a6ad-95eee75de25b req-77dfb805-775f-453f-a261-8c86c33d571b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427415 Apr 12 18:48:22.261434 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:48:22.310781 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:48:22.311092 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:22.387633 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:48:22.388002 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:22.413767 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:48:22.416037 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af08ef0-ef9c-4982-9660-f21385fba806" -d '{"events": [{"server_uuid": "a19d69ae-295b-4653-b863-d6eb41e59c01", "name": "network-vif-plugged", "status": "completed", "tag": "5bd1e719-d9ac-42cb-b5fe-24473df43bd5"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:48:22.428330 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:22.433520 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:22.457241 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918007ed-a67a-4eee-b512-112d15f321ca x-openstack-request-id: req-918007ed-a67a-4eee-b512-112d15f321ca {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:48:22.457532 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19d69ae-295b-4653-b863-d6eb41e59c01", "name": "network-vif-plugged", "status": "completed", "tag": "5bd1e719-d9ac-42cb-b5fe-24473df43bd5", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:48:22.457785 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-918007ed-a67a-4eee-b512-112d15f321ca {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:48:22.458175 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-918007ed-a67a-4eee-b512-112d15f321ca'] response: {'server_uuid': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'code': 200} Apr 12 18:48:22.483996 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,revision_number=10']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:22.678710 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef3adf-716a-44ba-a7e3-8ca95a17e825 req-cbdd4658-ef16-4f15-9cf8-9ba40e1d4f93 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:22.680222 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbef3adf-716a-44ba-a7e3-8ca95a17e825 req-cbdd4658-ef16-4f15-9cf8-9ba40e1d4f93 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 946 time: 0.0649867 Apr 12 18:48:22.730473 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbef3adf-716a-44ba-a7e3-8ca95a17e825 req-c3c6681e-06cb-4169-a8d1-acbeebaf5116 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421100 Apr 12 18:48:23.199097 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f18d93-923a-4e0d-9080-4efc1878e219 req-a3d0c547-fd7a-4fd9-a2dc-f0d1acdf7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:23.200593 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-09f18d93-923a-4e0d-9080-4efc1878e219 req-a3d0c547-fd7a-4fd9-a2dc-f0d1acdf7b23 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 1130 time: 0.0390675 Apr 12 18:48:23.244196 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-09f18d93-923a-4e0d-9080-4efc1878e219 req-5020c0a0-1d54-45c6-be06-ca4c009ef9a1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369563 Apr 12 18:48:23.924387 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e259ed-9261-4dab-bed4-a7b53d67b48f req-0be9786c-1dfb-4a6a-92e0-a1fd5bea57f7 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:23.925838 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71e259ed-9261-4dab-bed4-a7b53d67b48f req-0be9786c-1dfb-4a6a-92e0-a1fd5bea57f7 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 946 time: 0.1054273 Apr 12 18:48:23.975725 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71e259ed-9261-4dab-bed4-a7b53d67b48f req-472d9eb2-a8ef-4186-ab55-c5ebc8b1c98f tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440495 Apr 12 18:48:24.648587 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-27e2b55b-a348-46fd-9b35-b0805e01c51b tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008223913&fields=id&tenant_id=9bc765ccfbcf42caadd05218a049ab42 HTTP/1.1" status: 200 len: 267 time: 0.0439153 Apr 12 18:48:24.759819 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-c05adb9e-4497-45e7-b355-8361638d461c tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:24.761311 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-c05adb9e-4497-45e7-b355-8361638d461c tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 812 time: 0.1060829 Apr 12 18:48:24.776310 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-0fe167c2-0b15-473b-a010-f41e0f570962 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/quotas/9bc765ccfbcf42caadd05218a049ab42 HTTP/1.1" status: 200 len: 375 time: 0.0096211 Apr 12 18:48:24.832181 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-d0a07f57-4a73-4593-9ddd-9a94fed47458 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497947 Apr 12 18:48:24.931770 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-44b7d817-8819-43e5-bcae-e38484008a0e service neutron] 10.222.0.64 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879307 Apr 12 18:48:25.052994 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacbad5-2293-4094-965f-e129ecc51a1e req-e7271c8a-f25e-41d9-bfed-ee57c92bcb9a tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:25.054469 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1dacbad5-2293-4094-965f-e129ecc51a1e req-e7271c8a-f25e-41d9-bfed-ee57c92bcb9a tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 946 time: 0.0562122 Apr 12 18:48:25.075321 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-b9136dcc-2fba-4367-9c1c-c6b2fb3a34ba service neutron] 10.222.0.64 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311719 Apr 12 18:48:25.110556 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1dacbad5-2293-4094-965f-e129ecc51a1e req-6fd75b79-d13c-472c-a3c7-dc8e134e8507 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=368f2495-1854-4335-b9e7-3a1882b5a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470653 Apr 12 18:48:25.214202 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d956e-81d4-4dd8-9bf8-1f5880bf49bf req-99cd5adf-6ad1-45b7-b299-f054d8ddecda tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:25.215904 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e59d956e-81d4-4dd8-9bf8-1f5880bf49bf req-99cd5adf-6ad1-45b7-b299-f054d8ddecda tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 946 time: 0.0500405 Apr 12 18:48:25.262781 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e59d956e-81d4-4dd8-9bf8-1f5880bf49bf req-c2da7960-ba91-4151-9550-27603481644e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406430 Apr 12 18:48:25.360927 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5b01f278-e683-431d-828c-dda8f2d0c4c1 req-853ac560-d0d3-4289-87d5-d40d88f96648 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 210 time: 0.0282283 Apr 12 18:48:26.232473 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d20d9-dcf9-4683-95cf-a6a4ce192af7 req-4f2434d1-fed8-4acf-b8ff-e0c70a279a10 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:26.233943 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a65d20d9-dcf9-4683-95cf-a6a4ce192af7 req-4f2434d1-fed8-4acf-b8ff-e0c70a279a10 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 946 time: 0.0506382 Apr 12 18:48:26.283623 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a65d20d9-dcf9-4683-95cf-a6a4ce192af7 req-83dd20db-e7b5-4750-9150-4ca8c66129c3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=368f2495-1854-4335-b9e7-3a1882b5a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439770 Apr 12 18:48:26.386691 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3b203-fabc-4e7a-a90a-fa2952c35559 req-c150eb45-62a1-4b20-902c-f9c6f58d4b00 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:26.388415 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-50b3b203-fabc-4e7a-a90a-fa2952c35559 req-c150eb45-62a1-4b20-902c-f9c6f58d4b00 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 946 time: 0.0519722 Apr 12 18:48:26.457069 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c978ebd8-1007-4b3b-a8d3-ced2a01eb1c7 req-29433810-8992-4a77-9413-d127bce1033b tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 210 time: 0.0318661 Apr 12 18:48:26.460254 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-50b3b203-fabc-4e7a-a90a-fa2952c35559 req-bf6530f0-e7a3-4703-8750-eb13bccc2c9d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663981 Apr 12 18:48:27.401530 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee75ed4-cfe0-4f61-a9f3-af2ee9aba5c1 req-88731c32-0ba7-4463-b4eb-beef74f96156 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:27.403134 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4ee75ed4-cfe0-4f61-a9f3-af2ee9aba5c1 req-88731c32-0ba7-4463-b4eb-beef74f96156 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 946 time: 0.0494473 Apr 12 18:48:27.450222 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4ee75ed4-cfe0-4f61-a9f3-af2ee9aba5c1 req-82c28141-dee0-4c06-b5d2-a123ad342f32 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=368f2495-1854-4335-b9e7-3a1882b5a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413756 Apr 12 18:48:27.559820 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-04957530-3d99-4a16-8b9c-1dbea2d59ede req-13b71760-9d8e-472c-b043-60f57cfb08ed tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 210 time: 0.0375962 Apr 12 18:48:27.683237 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63825f02-88cb-47f3-9440-161647002eaa req-544082b5-562b-4ece-ba3c-1b66339d4c91 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:27.684678 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-63825f02-88cb-47f3-9440-161647002eaa req-544082b5-562b-4ece-ba3c-1b66339d4c91 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 946 time: 0.1537805 Apr 12 18:48:27.692449 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-c289bd06-a9d5-4b6e-9040-008b9e17cc1c tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:27.693824 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-c289bd06-a9d5-4b6e-9040-008b9e17cc1c tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.65 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 946 time: 0.1170895 Apr 12 18:48:27.774538 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-914def23-ad92-4a38-88f8-af88fe87b195 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:27.776019 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-914def23-ad92-4a38-88f8-af88fe87b195 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.65 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 812 time: 0.1981983 Apr 12 18:48:27.851583 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-63825f02-88cb-47f3-9440-161647002eaa req-b018511c-8790-44bd-97d1-5afe760dac5d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566501 Apr 12 18:48:27.861108 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Deleting port 8526db65-8f9f-488f-ad5b-672768c73af5 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:48:27.861443 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (8526db65-8f9f-488f-ad5b-672768c73af5), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:28.161943 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-05f18970-a3b3-4cf6-86d3-263c4caafcf5 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc765ccfbcf42caadd05218a049ab42 HTTP/1.1" status: 200 len: 380 time: 0.3572650 Apr 12 18:48:28.195799 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-663884f8-5c2e-408f-b553-ca9ea8109524 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Request body: {'port': {'device_id': '97c70b07-157e-4562-b06b-104fd5f73f37', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'admin_state_up': True, 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'security_groups': ['fb149321-8129-4268-a159-d8d43f0f7a0b']}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:48:28.289318 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] For port 8526db65-8f9f-488f-ad5b-672768c73af5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8526db65-8f9f-488f-ad5b-672768c73af5,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:28.289654 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (8526db65-8f9f-488f-ad5b-672768c73af5), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:28.411235 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-663884f8-5c2e-408f-b553-ca9ea8109524 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Made reservation on behalf of 9bc765ccfbcf42caadd05218a049ab42 for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:48:28.414670 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-663884f8-5c2e-408f-b553-ca9ea8109524 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:28.574106 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:28.574489 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (f095d6db-c700-4ddd-b76c-e5a37ccde066), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:28.574808 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Floating IP f095d6db-c700-4ddd-b76c-e5a37ccde066 disassociated. External IP: 172.27.2.167, port: 8526db65-8f9f-488f-ad5b-672768c73af5. Apr 12 18:48:28.575153 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Calling delete_port for 8526db65-8f9f-488f-ad5b-672768c73af5 owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:48:28.621072 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986a71c-280e-4a53-a4f4-1bcdc8670c72 req-278ec154-cf51-44f9-ac36-89eecac69dc0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:28.622596 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d986a71c-280e-4a53-a4f4-1bcdc8670c72 req-278ec154-cf51-44f9-ac36-89eecac69dc0 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 946 time: 0.1034057 Apr 12 18:48:28.723818 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-663884f8-5c2e-408f-b553-ca9ea8109524 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Allocated IP 172.20.0.14 (598a49f3-26e5-4adb-bc7e-a59d43832874/60ec23c3-0a49-4ec5-aff1-04b053e8de73/a476590a-6e70-459f-ac66-7456089c1ed8) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:48:28.728610 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-031b6b69-71d5-43ad-89f2-145c3e0749fa req-85d3d9c3-9b61-4d64-a4ea-d262bc9ff159 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 210 time: 0.1001077 Apr 12 18:48:28.798021 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d986a71c-280e-4a53-a4f4-1bcdc8670c72 req-bffe877a-4318-4405-92ac-2021f2139cf1 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups?id=368f2495-1854-4335-b9e7-3a1882b5a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665688 Apr 12 18:48:28.930487 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (8526db65-8f9f-488f-ad5b-672768c73af5), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:28.936689 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:28.972038 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-663884f8-5c2e-408f-b553-ca9ea8109524 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for port (a476590a-6e70-459f-ac66-7456089c1ed8), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:28.973498 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event deleted for resources: {'Port': ['ID=8526db65-8f9f-488f-ad5b-672768c73af5,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:28.987147 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:28.987522 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:28.987886 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:28.988211 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:28.988545 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:28.988876 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:28.989204 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:28.989511 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:28.989829 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:28.990182 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:28.990518 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:28.990804 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:28.991235 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:28.991529 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:28.991922 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:29.100295 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-663884f8-5c2e-408f-b553-ca9ea8109524 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (a476590a-6e70-459f-ac66-7456089c1ed8), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:29.165690 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-663884f8-5c2e-408f-b553-ca9ea8109524 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Network 598a49f3-26e5-4adb-bc7e-a59d43832874 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:48:29.170467 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-663884f8-5c2e-408f-b553-ca9ea8109524 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:48:29.174338 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663884f8-5c2e-408f-b553-ca9ea8109524 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'Port': ['ID=a476590a-6e70-459f-ac66-7456089c1ed8,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:29.177784 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Router a9d4b0a1-728d-4468-b107-8637da2235c8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:48:29.178773 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-663884f8-5c2e-408f-b553-ca9ea8109524 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:48:29.264109 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-663884f8-5c2e-408f-b553-ca9ea8109524 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:29.264631 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-663884f8-5c2e-408f-b553-ca9ea8109524 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:29.291921 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-663884f8-5c2e-408f-b553-ca9ea8109524 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1019866 Apr 12 18:48:29.330906 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Request body: {'port': {'device_id': '97c70b07-157e-4562-b06b-104fd5f73f37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:48:29.391349 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-73c85fe5-af6b-4f80-856b-53ccd4324f17 None None] Provisioning complete for port a476590a-6e70-459f-ac66-7456089c1ed8 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:48:29.391862 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-73c85fe5-af6b-4f80-856b-53ccd4324f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (a476590a-6e70-459f-ac66-7456089c1ed8), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:29.406708 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9055f42-3b16-42e4-924d-dd5c5895c976 req-4d09c1cf-83c2-4035-a722-908953662c40 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828383 Apr 12 18:48:29.439504 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-73c85fe5-af6b-4f80-856b-53ccd4324f17 None None] Port a476590a-6e70-459f-ac66-7456089c1ed8 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:48:29.445831 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:48:29.455975 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecfd20a-4666-43a4-9dee-6592ecf76a2b None None] Sync routers for ids ['a9d4b0a1-728d-4468-b107-8637da2235c8'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:48:29.465720 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfd20a-4666-43a4-9dee-6592ecf76a2b None None] Routers {'a9d4b0a1-728d-4468-b107-8637da2235c8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:48:29.466649 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-7ecfd20a-4666-43a4-9dee-6592ecf76a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:48:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['a9d4b0a1-728d-4468-b107-8637da2235c8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:29.501306 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a476590a-6e70-459f-ac66-7456089c1ed8), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:29.518772 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055f42-3b16-42e4-924d-dd5c5895c976 req-ec0364cd-3504-4ce5-bd15-961ee3bc1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:29.520316 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9055f42-3b16-42e4-924d-dd5c5895c976 req-ec0364cd-3504-4ce5-bd15-961ee3bc1109 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9914a54a3f8d4c48a054cce03514427b&device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 1130 time: 0.0898757 Apr 12 18:48:29.526437 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] No DVR routers for this DVR port 8526db65-8f9f-488f-ad5b-672768c73af5 on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:48:29.530250 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:29.533529 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32608c48-a207-4a1d-8acd-6424c0318eb1 req-611c775f-9718-4e45-b480-4222ab609c3f tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.65 "DELETE /v2.0/ports/8526db65-8f9f-488f-ad5b-672768c73af5 HTTP/1.1" status: 204 len: 173 time: 1.8336737 Apr 12 18:48:29.534030 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768672b0-148b-4ba1-ab2d-9ed28f922766', 'name': 'network-vif-deleted', 'tag': '8526db65-8f9f-488f-ad5b-672768c73af5'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:48:29.536353 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba49746-d9d0-4b1d-a4ad-3933628bc860" -d '{"events": [{"server_uuid": "768672b0-148b-4ba1-ab2d-9ed28f922766", "name": "network-vif-deleted", "tag": "8526db65-8f9f-488f-ad5b-672768c73af5"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:48:29.589011 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7a662b-5dc9-4b9f-879f-f093a1a5ed7b x-openstack-request-id: req-ed7a662b-5dc9-4b9f-879f-f093a1a5ed7b {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:48:29.589301 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768672b0-148b-4ba1-ab2d-9ed28f922766", "name": "network-vif-deleted", "tag": "8526db65-8f9f-488f-ad5b-672768c73af5", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:48:29.589550 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed7a662b-5dc9-4b9f-879f-f093a1a5ed7b {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:48:29.590150 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed7a662b-5dc9-4b9f-879f-f093a1a5ed7b'] response: {'server_uuid': '768672b0-148b-4ba1-ab2d-9ed28f922766', 'name': 'network-vif-deleted', 'tag': '8526db65-8f9f-488f-ad5b-672768c73af5', 'status': 'completed', 'code': 200} Apr 12 18:48:29.688347 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-7ecfd20a-4666-43a4-9dee-6592ecf76a2b None None] Set router a9d4b0a1-728d-4468-b107-8637da2235c8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:48:29.734444 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055f42-3b16-42e4-924d-dd5c5895c976 req-8604478f-da0d-4645-84f0-368693fb8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:29.735976 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9055f42-3b16-42e4-924d-dd5c5895c976 req-8604478f-da0d-4645-84f0-368693fb8e03 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 200 len: 918 time: 0.1919310 Apr 12 18:48:29.863825 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fee7b-39eb-4b3a-9957-0fac6019ab4a req-09a0a431-9d7b-449f-b6e3-5f862aa58ff7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:29.865340 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-618fee7b-39eb-4b3a-9957-0fac6019ab4a req-09a0a431-9d7b-449f-b6e3-5f862aa58ff7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 932 time: 0.0675230 Apr 12 18:48:29.881357 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-7ecfd20a-4666-43a4-9dee-6592ecf76a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'c987abb7-8f4c-45c5-8c43-7eb2041bd075', 'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'mac_address': 'fa:16:3e:60:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 5, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'subnets': [{'id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:29.917436 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecfd20a-4666-43a4-9dee-6592ecf76a2b None None] Checking router: a9d4b0a1-728d-4468-b107-8637da2235c8 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:48:29.925842 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfd20a-4666-43a4-9dee-6592ecf76a2b None None] Routers {'a9d4b0a1-728d-4468-b107-8637da2235c8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:48:29.926443 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-7ecfd20a-4666-43a4-9dee-6592ecf76a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:48:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['a9d4b0a1-728d-4468-b107-8637da2235c8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:29.933089 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1234dae6-b04b-4cf4-b69d-5ad046fd61da req-10a6150f-ce84-4bbc-8953-4ef0b5813cfe tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/ports?device_id=768672b0-148b-4ba1-ab2d-9ed28f922766 HTTP/1.1" status: 200 len: 210 time: 0.0457184 Apr 12 18:48:30.043866 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a476590a-6e70-459f-ac66-7456089c1ed8 {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:48:30.048518 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-7ecfd20a-4666-43a4-9dee-6592ecf76a2b None None] Set router a9d4b0a1-728d-4468-b107-8637da2235c8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:48:30.058015 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-618fee7b-39eb-4b3a-9957-0fac6019ab4a req-39825c84-d57e-49e2-9d00-a0a3721fae57 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858115 Apr 12 18:48:30.065399 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9055f42-3b16-42e4-924d-dd5c5895c976 req-f6dfa9ec-84f0-4667-97b9-6f99fa6eb2fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5 HTTP/1.1" status: 200 len: 1001 time: 0.1428435 Apr 12 18:48:30.068032 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Publish callbacks [] for port (a476590a-6e70-459f-ac66-7456089c1ed8), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:30.113147 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Transition to ACTIVE for port object a476590a-6e70-459f-ac66-7456089c1ed8 will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:48:30.119539 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (a476590a-6e70-459f-ac66-7456089c1ed8), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:30.159752 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055f42-3b16-42e4-924d-dd5c5895c976 req-bf8321c9-ae7d-425c-8693-1cb44f8d2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:30.161617 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9055f42-3b16-42e4-924d-dd5c5895c976 req-bf8321c9-ae7d-425c-8693-1cb44f8d2265 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fafb02f7-be82-4404-a50a-ecac2fe9b977 HTTP/1.1" status: 200 len: 856 time: 0.0888665 Apr 12 18:48:30.224956 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Pushing event updated for resources: {'Port': ['ID=a476590a-6e70-459f-ac66-7456089c1ed8,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:30.259841 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055f42-3b16-42e4-924d-dd5c5895c976 req-8ea7fa8f-b501-49ff-a4a2-ebe69ffec138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:30.261385 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9055f42-3b16-42e4-924d-dd5c5895c976 req-8ea7fa8f-b501-49ff-a4a2-ebe69ffec138 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fedcd5fe-953f-4c53-85f3-78ac926b4ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911093 Apr 12 18:48:30.272653 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-7ecfd20a-4666-43a4-9dee-6592ecf76a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'c987abb7-8f4c-45c5-8c43-7eb2041bd075', 'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'mac_address': 'fa:16:3e:60:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 5, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'subnets': [{'id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:30.301108 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecfd20a-4666-43a4-9dee-6592ecf76a2b None None] The sync data for ids ['a9d4b0a1-728d-4468-b107-8637da2235c8'] in dv-cinder-837536-1-iscsi is: [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:38:33Z', 'revision_number': 4, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'c987abb7-8f4c-45c5-8c43-7eb2041bd075', 'name': '', 'network_id': 'dcd504b7-0834-41e9-a8df-b699bcbecfe2', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'mac_address': 'fa:16:3e:60:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:32Z', 'updated_at': '2022-04-12T18:38:43Z', 'revision_number': 5, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'subnets': [{'id': '4cdabe6e-b69b-428b-98d7-bd6e6c83c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:48:30.311851 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8526db65-8f9f-488f-ad5b-672768c73af5 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:48:30.339752 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: 8526db65-8f9f-488f-ad5b-672768c73af5 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:48:30.340175 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8526db65-8f9f-488f-ad5b-672768c73af5 not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:48:30.343464 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Attempting to bind port a476590a-6e70-459f-ac66-7456089c1ed8 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:48:30.343803 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Attempting to bind port a476590a-6e70-459f-ac66-7456089c1ed8 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:48:30.344131 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Attempting to bind port a476590a-6e70-459f-ac66-7456089c1ed8 on network 598a49f3-26e5-4adb-bc7e-a59d43832874 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:48:30.357684 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Port a476590a-6e70-459f-ac66-7456089c1ed8 on network 598a49f3-26e5-4adb-bc7e-a59d43832874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:48:30.358005 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Attempting to bind port a476590a-6e70-459f-ac66-7456089c1ed8 on network 598a49f3-26e5-4adb-bc7e-a59d43832874 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:48:30.367556 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:48:30.367895 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Checking segment: {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:48:30.368288 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Bound using segment: {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:48:30.368721 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Bound port: a476590a-6e70-459f-ac66-7456089c1ed8, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9232850-5912-41a5-a981-16b0aea9fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:48:30.369086 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a476590a-6e70-459f-ac66-7456089c1ed8), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:30.416578 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9055f42-3b16-42e4-924d-dd5c5895c976 req-d0af734a-54a4-4bea-a991-a0da044de4ab service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471024 Apr 12 18:48:30.498794 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] For port a476590a-6e70-459f-ac66-7456089c1ed8, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:48:30.516324 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] For port a476590a-6e70-459f-ac66-7456089c1ed8, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a476590a-6e70-459f-ac66-7456089c1ed8,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:48:30.526103 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (a476590a-6e70-459f-ac66-7456089c1ed8), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:30.535121 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b570ad42-1af6-4325-ba89-5eccee19bd01 None None] New status for floating IP f095d6db-c700-4ddd-b76c-e5a37ccde066: DOWN {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:48:30.573016 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9055f42-3b16-42e4-924d-dd5c5895c976 req-6c74f59d-329f-44b8-bb45-c67bd7d3d2d6 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480227 Apr 12 18:48:30.574208 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:30.574800 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:30.576137 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] 10.222.0.65 "PUT /v2.0/ports/a476590a-6e70-459f-ac66-7456089c1ed8 HTTP/1.1" status: 200 len: 1094 time: 1.2511916 Apr 12 18:48:30.597685 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1e461-0e50-421f-8968-ed4228a91a5a service neutron] Pushing event updated for resources: {'Port': ['ID=a476590a-6e70-459f-ac66-7456089c1ed8,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:30.675610 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-b88de821-7c0d-4bb4-9a1c-1894c5b2f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:30.677162 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-b88de821-7c0d-4bb4-9a1c-1894c5b2f07b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 1128 time: 0.0558341 Apr 12 18:48:30.726427 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-fea5c77e-be93-47ea-80d3-aa7a1b94196a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a476590a-6e70-459f-ac66-7456089c1ed8 HTTP/1.1" status: 200 len: 217 time: 0.0425885 Apr 12 18:48:30.778432 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-ef999254-98eb-4bb1-92e4-b57040363afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:30.779917 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-ef999254-98eb-4bb1-92e4-b57040363afd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60ec23c3-0a49-4ec5-aff1-04b053e8de73 HTTP/1.1" status: 200 len: 851 time: 0.0465097 Apr 12 18:48:30.827859 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-a865aa45-6722-4025-8cb4-d9c3e754166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:30.829283 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-a865aa45-6722-4025-8cb4-d9c3e754166b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=598a49f3-26e5-4adb-bc7e-a59d43832874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424850 Apr 12 18:48:30.928583 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-2957c7f5-0be9-4ecb-a2e5-725c928a8696 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928316 Apr 12 18:48:31.021536 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35126) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:31.024153 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-234b3d3c-aa24-4e79-9d43-9598d4e40e6a req-19f2714c-cd51-4584-a8b2-3c835f07e1d5 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891995 Apr 12 18:48:31.079923 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group (368f2495-1854-4335-b9e7-3a1882b5a949), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:31.103580 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group (368f2495-1854-4335-b9e7-3a1882b5a949), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:31.153070 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (368f2495-1854-4335-b9e7-3a1882b5a949), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:31.155834 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:31.157673 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "DELETE /v2.0/security-groups/368f2495-1854-4335-b9e7-3a1882b5a949 HTTP/1.1" status: 204 len: 168 time: 0.1344285 Apr 12 18:48:31.161228 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35130) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:31.177437 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433e8d3-abc0-4304-b12b-22e6c6c8b6b0 req-03220367-67b0-4599-a4f2-333ec0f8127e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:31.178985 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2433e8d3-abc0-4304-b12b-22e6c6c8b6b0 req-03220367-67b0-4599-a4f2-333ec0f8127e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 944 time: 0.0491879 Apr 12 18:48:31.185104 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=368f2495-1854-4335-b9e7-3a1882b5a949,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:31.188700 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.api.v2.resource [None req-2b3e73a3-9e63-4e43-9b2b-81fe95f2fe7c tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] show failed (client error): The resource could not be found. Apr 12 18:48:31.189706 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-2b3e73a3-9e63-4e43-9b2b-81fe95f2fe7c tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "GET /v2.0/security-groups/368f2495-1854-4335-b9e7-3a1882b5a949 HTTP/1.1" status: 404 len: 347 time: 0.0275419 Apr 12 18:48:31.193537 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35132) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:31.200841 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:31.201177 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:31.201534 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:31.201877 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:31.202211 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:31.202540 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:31.202870 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:31.203233 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:31.203546 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:31.204067 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:31.204404 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:31.204729 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:31.205646 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:31.205984 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:31.206302 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c01a4-e2bf-43e7-afd4-ce952bb17fb3 tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:31.231020 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2433e8d3-abc0-4304-b12b-22e6c6c8b6b0 req-34399c2b-f415-48c3-bb49-cbd3f53d0703 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461991 Apr 12 18:48:31.325955 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-8b29533b-be23-4328-b105-30e2d78b3cff tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Deleting port 592c03ba-6595-41b3-9c4c-23a754f57235 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:48:31.326311 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8b29533b-be23-4328-b105-30e2d78b3cff tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (592c03ba-6595-41b3-9c4c-23a754f57235), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:31.401622 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8b29533b-be23-4328-b105-30e2d78b3cff tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (592c03ba-6595-41b3-9c4c-23a754f57235), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:31.401816 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8b29533b-be23-4328-b105-30e2d78b3cff tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for floatingip (592c03ba-6595-41b3-9c4c-23a754f57235), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:31.414561 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-8b29533b-be23-4328-b105-30e2d78b3cff tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Calling delete_port for 592c03ba-6595-41b3-9c4c-23a754f57235 owned by network:floatingip {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:48:31.556004 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8b29533b-be23-4328-b105-30e2d78b3cff tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (592c03ba-6595-41b3-9c4c-23a754f57235), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:31.579291 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29533b-be23-4328-b105-30e2d78b3cff tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Pushing event deleted for resources: {'Port': ['ID=592c03ba-6595-41b3-9c4c-23a754f57235,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:31.591549 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c70b07-157e-4562-b06b-104fd5f73f37', 'tag': 'a476590a-6e70-459f-ac66-7456089c1ed8'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:48:31.593943 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37db4a8c-c4e3-4d31-bd16-b1a45d175551" -d '{"events": [{"name": "network-changed", "server_uuid": "97c70b07-157e-4562-b06b-104fd5f73f37", "tag": "a476590a-6e70-459f-ac66-7456089c1ed8"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:48:31.630923 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff48b9b9-d748-460e-ae6c-cefd44a36dfe x-openstack-request-id: req-ff48b9b9-d748-460e-ae6c-cefd44a36dfe {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:48:31.631252 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c70b07-157e-4562-b06b-104fd5f73f37", "tag": "a476590a-6e70-459f-ac66-7456089c1ed8", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:48:31.631526 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff48b9b9-d748-460e-ae6c-cefd44a36dfe {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:48:31.631935 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff48b9b9-d748-460e-ae6c-cefd44a36dfe'] response: {'name': 'network-changed', 'server_uuid': '97c70b07-157e-4562-b06b-104fd5f73f37', 'tag': 'a476590a-6e70-459f-ac66-7456089c1ed8', 'status': 'completed', 'code': 200} Apr 12 18:48:31.647471 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8b29533b-be23-4328-b105-30e2d78b3cff tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks [] for floatingip (f095d6db-c700-4ddd-b76c-e5a37ccde066), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:31.650156 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8b29533b-be23-4328-b105-30e2d78b3cff tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:31.651341 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-8b29533b-be23-4328-b105-30e2d78b3cff tempest-AttachVolumeTestJSON-1268959021 tempest-AttachVolumeTestJSON-1268959021-project] 10.222.0.64 "DELETE /v2.0/floatingips/f095d6db-c700-4ddd-b76c-e5a37ccde066 HTTP/1.1" status: 204 len: 168 time: 0.4567652 Apr 12 18:48:31.957480 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4a8c-c4e3-4d31-bd16-b1a45d175551 req-e976d9cd-fde2-47ed-aff8-7c8a3815703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:31.958852 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-37db4a8c-c4e3-4d31-bd16-b1a45d175551 req-e976d9cd-fde2-47ed-aff8-7c8a3815703c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 1128 time: 0.0412326 Apr 12 18:48:32.057521 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4a8c-c4e3-4d31-bd16-b1a45d175551 req-7ec5d742-836d-45c5-b98e-3a48550dc9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:32.058836 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-37db4a8c-c4e3-4d31-bd16-b1a45d175551 req-7ec5d742-836d-45c5-b98e-3a48550dc9d2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 913 time: 0.0889559 Apr 12 18:48:32.104088 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-37db4a8c-c4e3-4d31-bd16-b1a45d175551 req-7afa9b03-0e4f-4b5d-9fa1-09d9a316af50 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a476590a-6e70-459f-ac66-7456089c1ed8 HTTP/1.1" status: 200 len: 217 time: 0.0357580 Apr 12 18:48:32.161986 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4a8c-c4e3-4d31-bd16-b1a45d175551 req-00084f82-adf2-47d1-bdc4-19fed9c675c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:32.163483 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-37db4a8c-c4e3-4d31-bd16-b1a45d175551 req-00084f82-adf2-47d1-bdc4-19fed9c675c0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60ec23c3-0a49-4ec5-aff1-04b053e8de73 HTTP/1.1" status: 200 len: 851 time: 0.0508306 Apr 12 18:48:32.210005 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4a8c-c4e3-4d31-bd16-b1a45d175551 req-72fdaf70-9c02-4367-b803-3a457aff2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:32.211435 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-37db4a8c-c4e3-4d31-bd16-b1a45d175551 req-72fdaf70-9c02-4367-b803-3a457aff2099 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=598a49f3-26e5-4adb-bc7e-a59d43832874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396061 Apr 12 18:48:32.312067 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-37db4a8c-c4e3-4d31-bd16-b1a45d175551 req-bae8ce91-8b8a-4374-8211-f3712a7b36c2 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920405 Apr 12 18:48:32.351348 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1e86b-b61b-4831-b56b-7bf005fa9fdc req-8a4ab5bd-29bb-4fd9-8661-30488497f6c2 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:32.352799 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4cf1e86b-b61b-4831-b56b-7bf005fa9fdc req-8a4ab5bd-29bb-4fd9-8661-30488497f6c2 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 944 time: 0.0512462 Apr 12 18:48:32.401367 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4cf1e86b-b61b-4831-b56b-7bf005fa9fdc req-e85032c9-795c-493c-9f54-ed61e6fddbd5 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429296 Apr 12 18:48:32.608031 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-37db4a8c-c4e3-4d31-bd16-b1a45d175551 req-6a97ce77-b6a4-4f5f-9e41-39a910987df4 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961590 Apr 12 18:48:33.540834 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213fb7b-8ccb-43af-934e-45c2095d1837 req-45e08aff-2fd2-4a09-95a6-dc747e074b89 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:33.542227 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1213fb7b-8ccb-43af-934e-45c2095d1837 req-45e08aff-2fd2-4a09-95a6-dc747e074b89 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 944 time: 0.0605934 Apr 12 18:48:33.597236 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1213fb7b-8ccb-43af-934e-45c2095d1837 req-f1f3fddf-eaeb-43b2-ad41-5afdf981ffbe tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465176 Apr 12 18:48:34.716867 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bad50-e99d-4b3f-82ad-cc91e6948381 req-a69dec88-5f05-42c6-8136-ff3a866e0d59 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:34.718244 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-356bad50-e99d-4b3f-82ad-cc91e6948381 req-a69dec88-5f05-42c6-8136-ff3a866e0d59 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 944 time: 0.0483725 Apr 12 18:48:34.772107 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-356bad50-e99d-4b3f-82ad-cc91e6948381 req-a18c336a-909e-426e-8437-d1bcb5a50e55 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456154 Apr 12 18:48:35.206778 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35168) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:35.637336 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b3894203-80eb-47e5-9db7-75f0aeddcf7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634744'] for router_interface (a9d4b0a1-728d-4468-b107-8637da2235c8), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:35.879460 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-b3894203-80eb-47e5-9db7-75f0aeddcf7b admin admin] Deleting port c987abb7-8f4c-45c5-8c43-7eb2041bd075 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:48:35.879806 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b3894203-80eb-47e5-9db7-75f0aeddcf7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:35.893745 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43095701-6d77-4355-b286-a696959171d9 req-f58aaaed-c1c2-4979-a4ab-9870a59e252b tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:35.895256 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-43095701-6d77-4355-b286-a696959171d9 req-f58aaaed-c1c2-4979-a4ab-9870a59e252b tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 944 time: 0.0482714 Apr 12 18:48:35.958889 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-43095701-6d77-4355-b286-a696959171d9 req-df7c7c6f-e63e-4ede-bcde-6c13e5bfbf0a tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500677 Apr 12 18:48:35.962097 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-b3894203-80eb-47e5-9db7-75f0aeddcf7b admin admin] For port c987abb7-8f4c-45c5-8c43-7eb2041bd075, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=c987abb7-8f4c-45c5-8c43-7eb2041bd075,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:35.962316 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b3894203-80eb-47e5-9db7-75f0aeddcf7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:35.976008 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-b3894203-80eb-47e5-9db7-75f0aeddcf7b admin admin] Calling delete_port for c987abb7-8f4c-45c5-8c43-7eb2041bd075 owned by network:router_interface {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:48:36.391632 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b3894203-80eb-47e5-9db7-75f0aeddcf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (c987abb7-8f4c-45c5-8c43-7eb2041bd075), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:36.418318 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3894203-80eb-47e5-9db7-75f0aeddcf7b admin admin] Pushing event deleted for resources: {'Port': ['ID=c987abb7-8f4c-45c5-8c43-7eb2041bd075,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:36.583784 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b3894203-80eb-47e5-9db7-75f0aeddcf7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634596'] for router_interface (a9d4b0a1-728d-4468-b107-8637da2235c8), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:36.810487 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3894203-80eb-47e5-9db7-75f0aeddcf7b admin admin] Router a9d4b0a1-728d-4468-b107-8637da2235c8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:48:36.936913 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3894203-80eb-47e5-9db7-75f0aeddcf7b admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:48:36.943764 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-b3894203-80eb-47e5-9db7-75f0aeddcf7b admin admin] 10.222.0.64 "PUT /v2.0/routers/a9d4b0a1-728d-4468-b107-8637da2235c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7357891 Apr 12 18:48:36.945085 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35184) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:36.945744 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee14d43-8e5d-4ce1-bdaa-c17ddb9cf8a6 None None] Sync routers for ids ['a9d4b0a1-728d-4468-b107-8637da2235c8'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:48:36.957225 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee14d43-8e5d-4ce1-bdaa-c17ddb9cf8a6 None None] Routers {'a9d4b0a1-728d-4468-b107-8637da2235c8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:48:36.957837 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-eee14d43-8e5d-4ce1-bdaa-c17ddb9cf8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:48:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['a9d4b0a1-728d-4468-b107-8637da2235c8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:37.068544 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-eee14d43-8e5d-4ce1-bdaa-c17ddb9cf8a6 None None] Set router a9d4b0a1-728d-4468-b107-8637da2235c8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:48:37.243587 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-eee14d43-8e5d-4ce1-bdaa-c17ddb9cf8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:48:36Z', 'revision_number': 5, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:37.270803 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee14d43-8e5d-4ce1-bdaa-c17ddb9cf8a6 None None] Checking router: a9d4b0a1-728d-4468-b107-8637da2235c8 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:48:37.280662 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee14d43-8e5d-4ce1-bdaa-c17ddb9cf8a6 None None] Routers {'a9d4b0a1-728d-4468-b107-8637da2235c8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:48:37.281186 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-eee14d43-8e5d-4ce1-bdaa-c17ddb9cf8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:48:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['a9d4b0a1-728d-4468-b107-8637da2235c8'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:37.344440 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ee83e-fd6c-4547-be0e-64f684c52b0f req-66c9a8bf-0673-4e67-bd0e-2ee8b4a0eb65 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:37.345907 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1b8ee83e-fd6c-4547-be0e-64f684c52b0f req-66c9a8bf-0673-4e67-bd0e-2ee8b4a0eb65 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 944 time: 0.3143241 Apr 12 18:48:37.348756 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] Publish callbacks [] for router (a9d4b0a1-728d-4468-b107-8637da2235c8), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:37.387787 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-eee14d43-8e5d-4ce1-bdaa-c17ddb9cf8a6 None None] Set router a9d4b0a1-728d-4468-b107-8637da2235c8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:48:37.468235 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1b8ee83e-fd6c-4547-be0e-64f684c52b0f req-6155d34e-497a-4ebf-bfbb-81c3ff69d67a tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164236 Apr 12 18:48:37.487365 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] Publish callbacks [] for router_gateway (a9d4b0a1-728d-4468-b107-8637da2235c8), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:37.533311 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] Deleting port 2361601d-92d4-44fd-b44a-44c552e64356 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:48:37.533570 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (2361601d-92d4-44fd-b44a-44c552e64356), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:37.557423 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-eee14d43-8e5d-4ce1-bdaa-c17ddb9cf8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:48:36Z', 'revision_number': 5, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:37.584229 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee14d43-8e5d-4ce1-bdaa-c17ddb9cf8a6 None None] The sync data for ids ['a9d4b0a1-728d-4468-b107-8637da2235c8'] in dv-cinder-837536-1-iscsi is: [{'id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'name': 'tempest-AttachVolumeTestJSON-1203496345-router', 'tenant_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '2361601d-92d4-44fd-b44a-44c552e64356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:25Z', 'updated_at': '2022-04-12T18:48:36Z', 'revision_number': 5, 'project_id': '87396fafe66b4b39a6c3d47bffe8eacb', 'gw_port': {'id': '2361601d-92d4-44fd-b44a-44c552e64356', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d4b0a1-728d-4468-b107-8637da2235c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:26Z', 'updated_at': '2022-04-12T18:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:48:37.618647 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] For port 2361601d-92d4-44fd-b44a-44c552e64356, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=2361601d-92d4-44fd-b44a-44c552e64356,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:37.619034 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (2361601d-92d4-44fd-b44a-44c552e64356), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:37.633962 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] Calling delete_port for 2361601d-92d4-44fd-b44a-44c552e64356 owned by network:router_gateway {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:48:37.806020 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (2361601d-92d4-44fd-b44a-44c552e64356), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:37.832443 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] Pushing event deleted for resources: {'Port': ['ID=2361601d-92d4-44fd-b44a-44c552e64356,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:37.896538 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637250'] for router_gateway (a9d4b0a1-728d-4468-b107-8637da2235c8), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:37.990777 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58768'] for router (a9d4b0a1-728d-4468-b107-8637da2235c8), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:37.993382 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] Publish callbacks [] for router_controller (a9d4b0a1-728d-4468-b107-8637da2235c8), precommit_delete_associations {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.039170 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1631591'] for router (a9d4b0a1-728d-4468-b107-8637da2235c8), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.039712 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9d4b0a1-728d-4468-b107-8637da2235c8 {{(pid=103439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:48:38.044652 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.046005 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-6ed36c66-3304-400e-b236-2b1e6d465787 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a9d4b0a1-728d-4468-b107-8637da2235c8 HTTP/1.1" status: 204 len: 168 time: 1.0997670 Apr 12 18:48:38.048320 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35194) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:38.093095 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_v2 [None req-984e0241-5b4e-4c24-8bf9-e22921df6c44 admin admin] Deleting subnet 4cdabe6e-b69b-428b-98d7-bd6e6c83c23e {{(pid=103439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:48:38.096392 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-984e0241-5b4e-4c24-8bf9-e22921df6c44 admin admin] Publish callbacks [] for subnet (4cdabe6e-b69b-428b-98d7-bd6e6c83c23e), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.136444 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-984e0241-5b4e-4c24-8bf9-e22921df6c44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7484296'] for subnet (4cdabe6e-b69b-428b-98d7-bd6e6c83c23e), precommit_delete_associations {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.195188 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device c987abb7-8f4c-45c5-8c43-7eb2041bd075 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:48:38.232150 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: c987abb7-8f4c-45c5-8c43-7eb2041bd075 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:48:38.232701 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device c987abb7-8f4c-45c5-8c43-7eb2041bd075 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:48:38.235521 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-984e0241-5b4e-4c24-8bf9-e22921df6c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (4cdabe6e-b69b-428b-98d7-bd6e6c83c23e), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.296986 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-984e0241-5b4e-4c24-8bf9-e22921df6c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8341826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8224882'] for subnet (4cdabe6e-b69b-428b-98d7-bd6e6c83c23e), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.322988 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e0241-5b4e-4c24-8bf9-e22921df6c44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cdabe6e-b69b-428b-98d7-bd6e6c83c23e,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:38.326792 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-984e0241-5b4e-4c24-8bf9-e22921df6c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.331232 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-984e0241-5b4e-4c24-8bf9-e22921df6c44 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4cdabe6e-b69b-428b-98d7-bd6e6c83c23e HTTP/1.1" status: 204 len: 168 time: 0.2807500 Apr 12 18:48:38.332497 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35200) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:38.341142 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d4403d-e831-48ae-8b5e-08ce9ffcd200 None None] Network dcd504b7-0834-41e9-a8df-b699bcbecfe2 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:48:38.372603 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device a476590a-6e70-459f-ac66-7456089c1ed8 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:48:38.413635 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (dcd504b7-0834-41e9-a8df-b699bcbecfe2), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.460114 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] Deleting port 2b33dc66-0545-4a95-ab8c-e2e2887fd981 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:48:38.460602 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.531511 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] For port 2b33dc66-0545-4a95-ab8c-e2e2887fd981, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=2b33dc66-0545-4a95-ab8c-e2e2887fd981,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:38.531856 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.544340 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port a476590a-6e70-459f-ac66-7456089c1ed8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a476590a-6e70-459f-ac66-7456089c1ed8,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:38.546502 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] Calling delete_port for 2b33dc66-0545-4a95-ab8c-e2e2887fd981 owned by network:dhcp {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:48:38.559604 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': 'a476590a-6e70-459f-ac66-7456089c1ed8', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'port_id': 'a476590a-6e70-459f-ac66-7456089c1ed8', 'mac_address': 'fa:16:3e:db:a1:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:48:38.601957 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbc9cf4-354c-4a32-bef1-c8ac613f474b None None] DHCP port deletion for dcd504b7-0834-41e9-a8df-b699bcbecfe2 request from dv-cinder-837536-1-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:48:38.634451 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port a476590a-6e70-459f-ac66-7456089c1ed8 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:48:38.634842 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a476590a-6e70-459f-ac66-7456089c1ed8), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.638740 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad6bc7-1740-484a-93c5-874ed1d912bb req-2b046543-dc4e-4ed2-af80-c9cf5f123be2 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:38.641991 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f7ad6bc7-1740-484a-93c5-874ed1d912bb req-2b046543-dc4e-4ed2-af80-c9cf5f123be2 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 944 time: 0.0913877 Apr 12 18:48:38.655525 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a476590a-6e70-459f-ac66-7456089c1ed8 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:48:38.668567 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc9cf4-354c-4a32-bef1-c8ac613f474b None None] Deleting port 2b33dc66-0545-4a95-ab8c-e2e2887fd981 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:48:38.668986 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9cf4-354c-4a32-bef1-c8ac613f474b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.688300 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port a476590a-6e70-459f-ac66-7456089c1ed8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a476590a-6e70-459f-ac66-7456089c1ed8,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:38.714278 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f7ad6bc7-1740-484a-93c5-874ed1d912bb req-fca3e3de-d0e5-43a6-9398-da8bffc08dd9 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676842 Apr 12 18:48:38.722501 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (a476590a-6e70-459f-ac66-7456089c1ed8), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.722920 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.736311 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] No DVR routers for this DVR port 2b33dc66-0545-4a95-ab8c-e2e2887fd981 on host dv-cinder-837536-1-iscsi {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:48:38.757957 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b33dc66-0545-4a95-ab8c-e2e2887fd981,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:38.769657 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-dbbc9cf4-354c-4a32-bef1-c8ac613f474b None None] For port 2b33dc66-0545-4a95-ab8c-e2e2887fd981, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=2b33dc66-0545-4a95-ab8c-e2e2887fd981,segment=NetworkSegment(edcaf8d4-b5d2-4d20-add1-4b619f5e5be5),segment_id=edcaf8d4-b5d2-4d20-add1-4b619f5e5be5)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:38.770059 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9cf4-354c-4a32-bef1-c8ac613f474b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.797030 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc9cf4-354c-4a32-bef1-c8ac613f474b None None] Calling delete_port for 2b33dc66-0545-4a95-ab8c-e2e2887fd981 owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:48:38.810580 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=a476590a-6e70-459f-ac66-7456089c1ed8,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:38.852714 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (dcd504b7-0834-41e9-a8df-b699bcbecfe2), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.878682 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd504b7-0834-41e9-a8df-b699bcbecfe2']}} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:38.888303 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9cf4-354c-4a32-bef1-c8ac613f474b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575'] for port (2b33dc66-0545-4a95-ab8c-e2e2887fd981), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.890473 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5') {'for_net_delete': True} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:38.890716 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcaf8d4-b5d2-4d20-add1-4b619f5e5be5') {} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:38.901528 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7484339'] for segment (edcaf8d4-b5d2-4d20-add1-4b619f5e5be5), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.916254 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc9cf4-354c-4a32-bef1-c8ac613f474b None None] Pushing event deleted for resources: {'Port': ['ID=2b33dc66-0545-4a95-ab8c-e2e2887fd981,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:38.916617 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (edcaf8d4-b5d2-4d20-add1-4b619f5e5be5), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.922082 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc9cf4-354c-4a32-bef1-c8ac613f474b None None] No DVR routers for this DVR port 2b33dc66-0545-4a95-ab8c-e2e2887fd981 on host dv-cinder-837536-1-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:48:38.925940 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:48:38.926347 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8342008'] for segment (edcaf8d4-b5d2-4d20-add1-4b619f5e5be5), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: Traceback (most recent call last): Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: timer() Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: cb(*args, **kw) Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: return func(*args, **kwargs) Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: self._notify() Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: self.callback(batched_events) Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: event.method(event) Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: return f(self, *a, **k) Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: return self._get(url).json() Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: return self.request(url, 'GET', **kwargs) Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:48:38.928365 dv-cinder-837536-1-iscsi neutron-server[103439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:48:38.986054 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (dcd504b7-0834-41e9-a8df-b699bcbecfe2), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.991834 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:38.994959 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] 10.222.0.64 "DELETE /v2.0/networks/dcd504b7-0834-41e9-a8df-b699bcbecfe2 HTTP/1.1" status: 204 len: 168 time: 0.6615007 Apr 12 18:48:39.006153 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dfedb-c076-4df0-9a4d-eea80b55bc90 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd504b7-0834-41e9-a8df-b699bcbecfe2,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:39.065592 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['a476590a-6e70-459f-ac66-7456089c1ed8'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:48:39.127564 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35208) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:39.166920 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-07b8a531-cffa-4451-813d-7149e25a2dfd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=87396fafe66b4b39a6c3d47bffe8eacb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381601 Apr 12 18:48:39.169581 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35210) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:39.218742 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f683affd-58d3-4f48-bd63-bdeafe688bcb admin admin] Publish callbacks [] for security_group (d77668b9-7506-4678-aaa7-45ca70cbb3cc), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:39.243953 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f683affd-58d3-4f48-bd63-bdeafe688bcb admin admin] Publish callbacks [] for security_group (d77668b9-7506-4678-aaa7-45ca70cbb3cc), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:39.293021 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f683affd-58d3-4f48-bd63-bdeafe688bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (d77668b9-7506-4678-aaa7-45ca70cbb3cc), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:39.295568 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-f683affd-58d3-4f48-bd63-bdeafe688bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:39.299086 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-f683affd-58d3-4f48-bd63-bdeafe688bcb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d77668b9-7506-4678-aaa7-45ca70cbb3cc HTTP/1.1" status: 204 len: 168 time: 0.1259685 Apr 12 18:48:39.304619 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683affd-58d3-4f48-bd63-bdeafe688bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77668b9-7506-4678-aaa7-45ca70cbb3cc,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:39.840833 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6f51d-7571-4477-adde-ead6f0d150c4 req-9c27c820-2732-48ba-86f1-8b3b98b638f8 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:39.842374 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-05a6f51d-7571-4477-adde-ead6f0d150c4 req-9c27c820-2732-48ba-86f1-8b3b98b638f8 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 945 time: 0.0504322 Apr 12 18:48:39.891423 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-05a6f51d-7571-4477-adde-ead6f0d150c4 req-d944b5fa-0f01-489c-9099-47490fa4adf4 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434189 Apr 12 18:48:40.123182 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 2b33dc66-0545-4a95-ab8c-e2e2887fd981 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:48:40.145949 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 2b33dc66-0545-4a95-ab8c-e2e2887fd981 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:48:40.146293 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 2b33dc66-0545-4a95-ab8c-e2e2887fd981 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:48:40.146708 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 2361601d-92d4-44fd-b44a-44c552e64356 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:48:40.165170 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 2361601d-92d4-44fd-b44a-44c552e64356 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:48:40.165514 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 2361601d-92d4-44fd-b44a-44c552e64356 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:48:40.347187 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device a476590a-6e70-459f-ac66-7456089c1ed8 up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:48:40.402027 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port a476590a-6e70-459f-ac66-7456089c1ed8 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:48:40.408687 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port a476590a-6e70-459f-ac66-7456089c1ed8 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:48:40.409174 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (a476590a-6e70-459f-ac66-7456089c1ed8), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:40.497861 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port a476590a-6e70-459f-ac66-7456089c1ed8 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:48:40.497861 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a476590a-6e70-459f-ac66-7456089c1ed8), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:40.517031 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c70b07-157e-4562-b06b-104fd5f73f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a476590a-6e70-459f-ac66-7456089c1ed8'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:48:40.519326 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1077c1-1e3f-4d82-8f7f-05ff0c4943a8" -d '{"events": [{"server_uuid": "97c70b07-157e-4562-b06b-104fd5f73f37", "name": "network-vif-plugged", "status": "completed", "tag": "a476590a-6e70-459f-ac66-7456089c1ed8"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:48:40.531859 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port a476590a-6e70-459f-ac66-7456089c1ed8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a476590a-6e70-459f-ac66-7456089c1ed8,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:40.536793 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (a476590a-6e70-459f-ac66-7456089c1ed8), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:40.560884 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6311a82-bfde-49fd-ab45-5f3818f4939f x-openstack-request-id: req-e6311a82-bfde-49fd-ab45-5f3818f4939f {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:48:40.561180 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c70b07-157e-4562-b06b-104fd5f73f37", "name": "network-vif-plugged", "status": "completed", "tag": "a476590a-6e70-459f-ac66-7456089c1ed8", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:48:40.561437 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6311a82-bfde-49fd-ab45-5f3818f4939f {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:48:40.561833 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6311a82-bfde-49fd-ab45-5f3818f4939f'] response: {'server_uuid': '97c70b07-157e-4562-b06b-104fd5f73f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a476590a-6e70-459f-ac66-7456089c1ed8', 'code': 200} Apr 12 18:48:40.589480 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=a476590a-6e70-459f-ac66-7456089c1ed8,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:40.790689 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b520ca-07cb-4946-b36a-d9ea8d807c78 req-f997ec6f-e585-4545-bd35-ee5d5b61f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:40.792232 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32b520ca-07cb-4946-b36a-d9ea8d807c78 req-f997ec6f-e585-4545-bd35-ee5d5b61f828 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 1130 time: 0.0402553 Apr 12 18:48:40.846312 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32b520ca-07cb-4946-b36a-d9ea8d807c78 req-e86cd9c5-a928-4d69-ba42-bce2440b9ee4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480859 Apr 12 18:48:41.005834 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179268fc-3cee-44e9-a399-78622e977253 req-3ba767e3-02e5-49e5-ab87-d3d9b7316ce7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:41.011716 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-179268fc-3cee-44e9-a399-78622e977253 req-3ba767e3-02e5-49e5-ab87-d3d9b7316ce7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 946 time: 0.0519862 Apr 12 18:48:41.061565 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-179268fc-3cee-44e9-a399-78622e977253 req-c731e0f7-c7ae-4166-ac69-fc9730d1d6b4 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480397 Apr 12 18:48:42.178894 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5087d6f-eea2-4dee-8cff-fe98b1e8056d req-25b00f57-9520-4018-9771-7fb75b57a9ce tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:42.180504 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c5087d6f-eea2-4dee-8cff-fe98b1e8056d req-25b00f57-9520-4018-9771-7fb75b57a9ce tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 946 time: 0.0494685 Apr 12 18:48:42.230380 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c5087d6f-eea2-4dee-8cff-fe98b1e8056d req-ebf55aa1-5714-435a-b2db-3968363fc783 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443752 Apr 12 18:48:42.250548 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35356) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:42.353192 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac8b7-0292-4b42-a7f2-0bf5e426cd18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:42.440171 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac8b7-0292-4b42-a7f2-0bf5e426cd18 admin admin] Publish callbacks [] for security_group (0388ff4d-cdb7-4698-be71-468ef4a54d93), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:42.446391 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac8b7-0292-4b42-a7f2-0bf5e426cd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (0388ff4d-cdb7-4698-be71-468ef4a54d93), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:42.485259 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ac8b7-0292-4b42-a7f2-0bf5e426cd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0388ff4d-cdb7-4698-be71-468ef4a54d93,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:42.489563 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-1d1ac8b7-0292-4b42-a7f2-0bf5e426cd18 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b1b5efd43be547f0aa9a52a0c4a5ddfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380176 Apr 12 18:48:42.492644 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35360) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:42.544362 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-59501500-f175-44fd-b5a7-fb250f6577f5 admin admin] Publish callbacks [] for security_group (0388ff4d-cdb7-4698-be71-468ef4a54d93), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:42.570804 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-59501500-f175-44fd-b5a7-fb250f6577f5 admin admin] Publish callbacks [] for security_group (0388ff4d-cdb7-4698-be71-468ef4a54d93), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:42.621439 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-59501500-f175-44fd-b5a7-fb250f6577f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (0388ff4d-cdb7-4698-be71-468ef4a54d93), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:42.624193 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-59501500-f175-44fd-b5a7-fb250f6577f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:42.625347 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-59501500-f175-44fd-b5a7-fb250f6577f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0388ff4d-cdb7-4698-be71-468ef4a54d93 HTTP/1.1" status: 204 len: 168 time: 0.1316590 Apr 12 18:48:42.633987 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59501500-f175-44fd-b5a7-fb250f6577f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0388ff4d-cdb7-4698-be71-468ef4a54d93,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:42.913963 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35368) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:42.927854 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-50d3925b-932e-4b66-9ab9-d0d0bb40cda5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:43.010054 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-50d3925b-932e-4b66-9ab9-d0d0bb40cda5 admin admin] Publish callbacks [] for security_group (0beb700c-2930-41b8-a3fd-37623f09fa97), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:43.015384 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-50d3925b-932e-4b66-9ab9-d0d0bb40cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (0beb700c-2930-41b8-a3fd-37623f09fa97), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:43.053357 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-50d3925b-932e-4b66-9ab9-d0d0bb40cda5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a67e6dac6c54467b6005cabcedd725a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382399 Apr 12 18:48:43.054299 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3925b-932e-4b66-9ab9-d0d0bb40cda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beb700c-2930-41b8-a3fd-37623f09fa97,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:43.056256 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35370) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:43.106057 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f539a776-9836-447e-93e0-cb38bd15f25b admin admin] Publish callbacks [] for security_group (0beb700c-2930-41b8-a3fd-37623f09fa97), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:43.127725 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f539a776-9836-447e-93e0-cb38bd15f25b admin admin] Publish callbacks [] for security_group (0beb700c-2930-41b8-a3fd-37623f09fa97), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:43.177777 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f539a776-9836-447e-93e0-cb38bd15f25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (0beb700c-2930-41b8-a3fd-37623f09fa97), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:43.180365 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f539a776-9836-447e-93e0-cb38bd15f25b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:43.181522 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-f539a776-9836-447e-93e0-cb38bd15f25b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0beb700c-2930-41b8-a3fd-37623f09fa97 HTTP/1.1" status: 204 len: 168 time: 0.1242621 Apr 12 18:48:43.190662 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539a776-9836-447e-93e0-cb38bd15f25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beb700c-2930-41b8-a3fd-37623f09fa97,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:43.321224 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e7a55d42-077e-4f56-9045-947f742592f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:43.348085 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290390e6-9381-49c3-9727-e3561c9528ac req-92718804-78b6-4b41-a4be-db7712394eaa tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:43.349589 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-290390e6-9381-49c3-9727-e3561c9528ac req-92718804-78b6-4b41-a4be-db7712394eaa tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 946 time: 0.0529547 Apr 12 18:48:43.402568 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-290390e6-9381-49c3-9727-e3561c9528ac req-15d8b438-5165-4beb-a806-df676b59a320 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472536 Apr 12 18:48:43.516729 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f26e10-8ff1-41c9-95dc-21a670fbcc30 req-90359f18-58c9-4c88-bf04-fdd815087701 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:43.518285 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-09f26e10-8ff1-41c9-95dc-21a670fbcc30 req-90359f18-58c9-4c88-bf04-fdd815087701 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 946 time: 0.0479543 Apr 12 18:48:43.568868 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-09f26e10-8ff1-41c9-95dc-21a670fbcc30 req-89b4e4c4-9dc4-4002-a09e-26ee67b495c2 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449421 Apr 12 18:48:43.591504 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35388) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:43.786831 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8e77f-57e1-4925-8d4b-0e1d348e0217 tempest-TestVolumeBootPattern-718330766 tempest-TestVolumeBootPattern-718330766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:43.791124 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-b2a8e77f-57e1-4925-8d4b-0e1d348e0217 tempest-TestVolumeBootPattern-718330766 tempest-TestVolumeBootPattern-718330766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 1125 time: 0.1958575 Apr 12 18:48:43.791561 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35402) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:43.796278 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Request body: {'floatingip': {'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'port_id': 'a476590a-6e70-459f-ac66-7456089c1ed8', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:48:43.817330 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:43.898322 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:44.004768 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Allocated IP 172.27.2.166 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/753b85e0-f3eb-475f-a7fc-39220fda8a7b) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:48:44.114705 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for port (753b85e0-f3eb-475f-a7fc-39220fda8a7b), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:44.148976 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (753b85e0-f3eb-475f-a7fc-39220fda8a7b), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:44.187659 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:48:44.192868 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:48:44.195484 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:48:44.219684 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'Port': ['ID=753b85e0-f3eb-475f-a7fc-39220fda8a7b,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:44.579170 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for floatingip (7ecfc394-fb67-4587-9407-e01572c9b792), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:44.650249 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (753b85e0-f3eb-475f-a7fc-39220fda8a7b), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:44.760888 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35428) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:44.813088 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for port (753b85e0-f3eb-475f-a7fc-39220fda8a7b), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:44.819542 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (753b85e0-f3eb-475f-a7fc-39220fda8a7b), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:44.872811 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-38a6bff2-6968-4119-808d-a8919d193202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:44.905207 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event updated for resources: {'Port': ['ID=753b85e0-f3eb-475f-a7fc-39220fda8a7b,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:44.907903 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (7ecfc394-fb67-4587-9407-e01572c9b792), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:44.969391 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-38a6bff2-6968-4119-808d-a8919d193202 admin admin] Publish callbacks [] for security_group (0826400d-b289-4cd4-b1b8-a776a8d286bf), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:44.974658 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-38a6bff2-6968-4119-808d-a8919d193202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (0826400d-b289-4cd4-b1b8-a776a8d286bf), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:45.016688 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6bff2-6968-4119-808d-a8919d193202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0826400d-b289-4cd4-b1b8-a776a8d286bf,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:45.017503 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Floating IP 7ecfc394-fb67-4587-9407-e01572c9b792 associated. External IP: 172.27.2.166, port: a476590a-6e70-459f-ac66-7456089c1ed8. Apr 12 18:48:45.028486 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-38a6bff2-6968-4119-808d-a8919d193202 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04d3afbb3f4e42eb88125e3bf1001c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665098 Apr 12 18:48:45.029179 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35432) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:45.081620 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-97181012-4297-4825-a0a9-9ae53be1f0d2 admin admin] Publish callbacks [] for security_group (0826400d-b289-4cd4-b1b8-a776a8d286bf), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:45.103277 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-97181012-4297-4825-a0a9-9ae53be1f0d2 admin admin] Publish callbacks [] for security_group (0826400d-b289-4cd4-b1b8-a776a8d286bf), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:45.151864 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-97181012-4297-4825-a0a9-9ae53be1f0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (0826400d-b289-4cd4-b1b8-a776a8d286bf), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:45.154429 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-97181012-4297-4825-a0a9-9ae53be1f0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:45.155611 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-97181012-4297-4825-a0a9-9ae53be1f0d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0826400d-b289-4cd4-b1b8-a776a8d286bf HTTP/1.1" status: 204 len: 168 time: 0.1256361 Apr 12 18:48:45.164310 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97181012-4297-4825-a0a9-9ae53be1f0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0826400d-b289-4cd4-b1b8-a776a8d286bf,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:45.438925 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35438) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:45.452592 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9787637e-44e8-4ad7-9333-4268cc173029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:45.490453 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:48:45.527917 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9787637e-44e8-4ad7-9333-4268cc173029 admin admin] Publish callbacks [] for security_group (9f2840ee-3f98-452f-a82a-91fc7e35f0a2), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:45.533061 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9787637e-44e8-4ad7-9333-4268cc173029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (9f2840ee-3f98-452f-a82a-91fc7e35f0a2), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:45.575444 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-9787637e-44e8-4ad7-9333-4268cc173029 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9fe8d1b2f69f4fbba7841ef5a3737c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347330 Apr 12 18:48:45.576372 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787637e-44e8-4ad7-9333-4268cc173029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2840ee-3f98-452f-a82a-91fc7e35f0a2,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:45.578776 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35440) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:45.602438 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:48:45.612733 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69257612-60fc-459d-820d-40ab9f2a44a9 None None] Sync routers for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:48:45.625133 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:45.628470 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69257612-60fc-459d-820d-40ab9f2a44a9 None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:48:45.629082 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ce250e4b-0b13-4a7e-95e6-045ee32e8c3d admin admin] Publish callbacks [] for security_group (9f2840ee-3f98-452f-a82a-91fc7e35f0a2), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:45.629211 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-69257612-60fc-459d-820d-40ab9f2a44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:48:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:45.651739 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ce250e4b-0b13-4a7e-95e6-045ee32e8c3d admin admin] Publish callbacks [] for security_group (9f2840ee-3f98-452f-a82a-91fc7e35f0a2), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:45.655564 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-07fba3a3-719c-4849-8f97-367f04f4337e tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8628790 Apr 12 18:48:45.656166 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c70b07-157e-4562-b06b-104fd5f73f37', 'tag': 'a476590a-6e70-459f-ac66-7456089c1ed8'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:48:45.658459 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94edcb78-5dbb-40df-9ce0-12cc8d1c4c22" -d '{"events": [{"name": "network-changed", "server_uuid": "97c70b07-157e-4562-b06b-104fd5f73f37", "tag": "a476590a-6e70-459f-ac66-7456089c1ed8"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:48:45.704829 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5804c585-50a0-4210-a8c6-2ff63b4550bf x-openstack-request-id: req-5804c585-50a0-4210-a8c6-2ff63b4550bf {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:48:45.705124 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c70b07-157e-4562-b06b-104fd5f73f37", "tag": "a476590a-6e70-459f-ac66-7456089c1ed8", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:48:45.705410 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5804c585-50a0-4210-a8c6-2ff63b4550bf {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:48:45.705822 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5804c585-50a0-4210-a8c6-2ff63b4550bf'] response: {'name': 'network-changed', 'server_uuid': '97c70b07-157e-4562-b06b-104fd5f73f37', 'tag': 'a476590a-6e70-459f-ac66-7456089c1ed8', 'status': 'completed', 'code': 200} Apr 12 18:48:45.706949 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ce250e4b-0b13-4a7e-95e6-045ee32e8c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (9f2840ee-3f98-452f-a82a-91fc7e35f0a2), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:45.709947 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ce250e4b-0b13-4a7e-95e6-045ee32e8c3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:45.711232 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-ce250e4b-0b13-4a7e-95e6-045ee32e8c3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f2840ee-3f98-452f-a82a-91fc7e35f0a2 HTTP/1.1" status: 204 len: 168 time: 0.1315045 Apr 12 18:48:45.719499 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce250e4b-0b13-4a7e-95e6-045ee32e8c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2840ee-3f98-452f-a82a-91fc7e35f0a2,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:45.902713 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edcb78-5dbb-40df-9ce0-12cc8d1c4c22 req-cd580106-285f-42fc-9ff5-4708f90a2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:45.904905 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-94edcb78-5dbb-40df-9ce0-12cc8d1c4c22 req-cd580106-285f-42fc-9ff5-4708f90a2a31 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 1130 time: 0.1675403 Apr 12 18:48:45.933682 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d3f5ed7d-703f-4041-917b-b33576ca3f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:45.948873 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-69257612-60fc-459d-820d-40ab9f2a44a9 None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:48:46.031688 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edcb78-5dbb-40df-9ce0-12cc8d1c4c22 req-44d3d794-d847-456f-b36a-f7448894fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:46.033270 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-94edcb78-5dbb-40df-9ce0-12cc8d1c4c22 req-44d3d794-d847-456f-b36a-f7448894fb9d service neutron] 10.222.0.65 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 913 time: 0.1156163 Apr 12 18:48:46.124228 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-94edcb78-5dbb-40df-9ce0-12cc8d1c4c22 req-982ae8bd-48fe-42a8-ad6d-53357a284271 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a476590a-6e70-459f-ac66-7456089c1ed8 HTTP/1.1" status: 200 len: 1000 time: 0.0831110 Apr 12 18:48:46.183187 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edcb78-5dbb-40df-9ce0-12cc8d1c4c22 req-0dea1c85-ecc2-4e9d-953c-5a71dc46804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:46.184732 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-94edcb78-5dbb-40df-9ce0-12cc8d1c4c22 req-0dea1c85-ecc2-4e9d-953c-5a71dc46804d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60ec23c3-0a49-4ec5-aff1-04b053e8de73 HTTP/1.1" status: 200 len: 851 time: 0.0550582 Apr 12 18:48:46.232278 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-69257612-60fc-459d-820d-40ab9f2a44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '7ecfc394-fb67-4587-9407-e01572c9b792', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'port_id': 'a476590a-6e70-459f-ac66-7456089c1ed8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'mac_address': 'fa:16:3e:db:a1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c70b07-157e-4562-b06b-104fd5f73f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:48:44Z', 'updated_at': '2022-04-12T18:48:44Z', 'revision_number': 0, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address_scope': None}, {'id': 'e3d8ddbc-2a0e-4810-90b4-cca13b04f389', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'port_id': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'mac_address': 'fa:16:3e:23:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:45:55Z', 'updated_at': '2022-04-12T18:45:57Z', 'revision_number': 1, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:46.260315 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edcb78-5dbb-40df-9ce0-12cc8d1c4c22 req-f3d7c7a5-a14d-4d11-b2cb-75f1a7f7b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:46.262546 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-94edcb78-5dbb-40df-9ce0-12cc8d1c4c22 req-f3d7c7a5-a14d-4d11-b2cb-75f1a7f7b297 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=598a49f3-26e5-4adb-bc7e-a59d43832874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720158 Apr 12 18:48:46.271677 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69257612-60fc-459d-820d-40ab9f2a44a9 None None] Checking router: 6493a8ec-0a15-4207-9463-111d9cbcb1a4 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:48:46.280563 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69257612-60fc-459d-820d-40ab9f2a44a9 None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:48:46.281127 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-69257612-60fc-459d-820d-40ab9f2a44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:48:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:46.287723 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [req-94edcb78-5dbb-40df-9ce0-12cc8d1c4c22 req-cfd6d5df-7328-4cf6-80c5-ca213e133e3a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:48:46.288757 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-94edcb78-5dbb-40df-9ce0-12cc8d1c4c22 req-cfd6d5df-7328-4cf6-80c5-ca213e133e3a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086551 Apr 12 18:48:46.390657 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-94edcb78-5dbb-40df-9ce0-12cc8d1c4c22 req-bd3b03a4-0b1c-41fc-9425-d2d2e0e53985 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945170 Apr 12 18:48:46.405080 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-69257612-60fc-459d-820d-40ab9f2a44a9 None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:48:46.635955 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:46.636939 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-69257612-60fc-459d-820d-40ab9f2a44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '7ecfc394-fb67-4587-9407-e01572c9b792', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'port_id': 'a476590a-6e70-459f-ac66-7456089c1ed8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'mac_address': 'fa:16:3e:db:a1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c70b07-157e-4562-b06b-104fd5f73f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:48:44Z', 'updated_at': '2022-04-12T18:48:44Z', 'revision_number': 0, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address_scope': None}, {'id': 'e3d8ddbc-2a0e-4810-90b4-cca13b04f389', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'port_id': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'mac_address': 'fa:16:3e:23:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:45:55Z', 'updated_at': '2022-04-12T18:45:57Z', 'revision_number': 1, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:46.665233 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69257612-60fc-459d-820d-40ab9f2a44a9 None None] The sync data for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi is: [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '7ecfc394-fb67-4587-9407-e01572c9b792', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'port_id': 'a476590a-6e70-459f-ac66-7456089c1ed8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'mac_address': 'fa:16:3e:db:a1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c70b07-157e-4562-b06b-104fd5f73f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:48:44Z', 'updated_at': '2022-04-12T18:48:44Z', 'revision_number': 0, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address_scope': None}, {'id': 'e3d8ddbc-2a0e-4810-90b4-cca13b04f389', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'port_id': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'mac_address': 'fa:16:3e:23:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:45:55Z', 'updated_at': '2022-04-12T18:45:57Z', 'revision_number': 1, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:48:46.732750 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-94edcb78-5dbb-40df-9ce0-12cc8d1c4c22 req-4a156a08-dd39-4917-a7ca-239e5b710219 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058981 Apr 12 18:48:46.902433 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dead7ca-aa3e-40d1-ac2b-99c736e72880 None None] New status for floating IP 7ecfc394-fb67-4587-9407-e01572c9b792: ACTIVE {{(pid=103441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:48:47.582672 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8787d6-29e7-49aa-bebb-f096624d8072 req-ddeb94b4-85eb-4627-ab83-5b1f7d4f79f3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:47.584295 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7a8787d6-29e7-49aa-bebb-f096624d8072 req-ddeb94b4-85eb-4627-ab83-5b1f7d4f79f3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 946 time: 0.0465786 Apr 12 18:48:47.632323 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7a8787d6-29e7-49aa-bebb-f096624d8072 req-29acd90c-4116-4c96-bb68-21d560ab5d4c tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421965 Apr 12 18:48:48.038727 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:48.770681 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a01091-5ccc-424c-9b76-870bd8c76ac1 req-8900175e-3479-4974-a921-39da58cf0805 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:48.772171 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-02a01091-5ccc-424c-9b76-870bd8c76ac1 req-8900175e-3479-4974-a921-39da58cf0805 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 946 time: 0.0618227 Apr 12 18:48:48.822225 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-02a01091-5ccc-424c-9b76-870bd8c76ac1 req-5cc639a3-12fe-4726-9d00-30cf2072f866 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430381 Apr 12 18:48:49.488248 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-08d9df8e-8f8c-4fb1-be87-7891651ccd2d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:49.489688 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-08d9df8e-8f8c-4fb1-be87-7891651ccd2d tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 946 time: 0.0578218 Apr 12 18:48:49.575618 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-a998c026-c750-4629-bcaa-cc7d9a3df5d3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Deleting port 659196a4-7c7e-4b09-972b-3c2e27008d5b {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:48:49.575966 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-a998c026-c750-4629-bcaa-cc7d9a3df5d3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:49.676345 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-a998c026-c750-4629-bcaa-cc7d9a3df5d3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] For port 659196a4-7c7e-4b09-972b-3c2e27008d5b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=659196a4-7c7e-4b09-972b-3c2e27008d5b,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:49.676742 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-a998c026-c750-4629-bcaa-cc7d9a3df5d3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:49.748771 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:49.862598 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-a998c026-c750-4629-bcaa-cc7d9a3df5d3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:49.863147 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-a998c026-c750-4629-bcaa-cc7d9a3df5d3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (478dcec0-2841-4b02-9c37-0029c7afe4ea), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:49.863301 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-a998c026-c750-4629-bcaa-cc7d9a3df5d3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Floating IP 478dcec0-2841-4b02-9c37-0029c7afe4ea disassociated. External IP: 172.27.2.46, port: 659196a4-7c7e-4b09-972b-3c2e27008d5b. Apr 12 18:48:49.863900 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-a998c026-c750-4629-bcaa-cc7d9a3df5d3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Calling delete_port for 659196a4-7c7e-4b09-972b-3c2e27008d5b owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:48:49.962052 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f33c2f-e6ef-4b57-8444-35e2ffcaa3bf req-2b5b13eb-cb73-487e-8a16-a2c9d4de4269 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:48:49.963537 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e8f33c2f-e6ef-4b57-8444-35e2ffcaa3bf req-2b5b13eb-cb73-487e-8a16-a2c9d4de4269 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/ports?device_id=76e38af0-4e22-4ce7-b2b5-8c1c43399b40 HTTP/1.1" status: 200 len: 946 time: 0.0560496 Apr 12 18:48:50.046246 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e8f33c2f-e6ef-4b57-8444-35e2ffcaa3bf req-d43f760f-d389-4c89-9f24-72e72f362bae tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758660 Apr 12 18:48:50.080862 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-a998c026-c750-4629-bcaa-cc7d9a3df5d3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (659196a4-7c7e-4b09-972b-3c2e27008d5b), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:50.114861 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998c026-c750-4629-bcaa-cc7d9a3df5d3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event deleted for resources: {'Port': ['ID=659196a4-7c7e-4b09-972b-3c2e27008d5b,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:50.234675 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-a998c026-c750-4629-bcaa-cc7d9a3df5d3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:48:50.348327 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-a998c026-c750-4629-bcaa-cc7d9a3df5d3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:48:50.360726 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6e52ad-3524-45e0-8e5e-40b37700b95c None None] Sync routers for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:48:50.370906 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6e52ad-3524-45e0-8e5e-40b37700b95c None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:48:50.371583 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-3b6e52ad-3524-45e0-8e5e-40b37700b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:48:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:50.391502 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-a998c026-c750-4629-bcaa-cc7d9a3df5d3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] No DVR routers for this DVR port 659196a4-7c7e-4b09-972b-3c2e27008d5b on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:48:50.394127 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-a998c026-c750-4629-bcaa-cc7d9a3df5d3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:50.397525 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-82d40dc8-b4e3-4a7c-8a40-a4b3c6ac722c req-a998c026-c750-4629-bcaa-cc7d9a3df5d3 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.65 "DELETE /v2.0/ports/659196a4-7c7e-4b09-972b-3c2e27008d5b HTTP/1.1" status: 204 len: 173 time: 0.9022276 Apr 12 18:48:50.397973 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e38af0-4e22-4ce7-b2b5-8c1c43399b40', 'name': 'network-vif-deleted', 'tag': '659196a4-7c7e-4b09-972b-3c2e27008d5b'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:48:50.400283 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96788856-9c1a-462a-b4cf-09af0905c3e6" -d '{"events": [{"server_uuid": "76e38af0-4e22-4ce7-b2b5-8c1c43399b40", "name": "network-vif-deleted", "tag": "659196a4-7c7e-4b09-972b-3c2e27008d5b"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:48:50.436306 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd14f487-7ed6-434e-9eb1-54b25641c063 x-openstack-request-id: req-cd14f487-7ed6-434e-9eb1-54b25641c063 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:48:50.436691 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e38af0-4e22-4ce7-b2b5-8c1c43399b40", "name": "network-vif-deleted", "tag": "659196a4-7c7e-4b09-972b-3c2e27008d5b", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:48:50.437008 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd14f487-7ed6-434e-9eb1-54b25641c063 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:48:50.437473 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd14f487-7ed6-434e-9eb1-54b25641c063'] response: {'server_uuid': '76e38af0-4e22-4ce7-b2b5-8c1c43399b40', 'name': 'network-vif-deleted', 'tag': '659196a4-7c7e-4b09-972b-3c2e27008d5b', 'status': 'completed', 'code': 200} Apr 12 18:48:50.492255 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-3b6e52ad-3524-45e0-8e5e-40b37700b95c None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:48:50.692377 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-3b6e52ad-3524-45e0-8e5e-40b37700b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:50.720291 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6e52ad-3524-45e0-8e5e-40b37700b95c None None] Checking router: 8e861e55-c1da-476c-a48d-ec2cf39b40b8 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:48:50.729719 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6e52ad-3524-45e0-8e5e-40b37700b95c None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:48:50.730329 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-3b6e52ad-3524-45e0-8e5e-40b37700b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:48:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:50.856227 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-3b6e52ad-3524-45e0-8e5e-40b37700b95c None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:48:51.073111 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-3b6e52ad-3524-45e0-8e5e-40b37700b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:51.107084 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6e52ad-3524-45e0-8e5e-40b37700b95c None None] The sync data for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi is: [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:38:30Z', 'revision_number': 4, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'eed4548b-1b3a-4c9f-bd73-76c0dc933828', 'name': '', 'network_id': 'bd6ede6b-2ee4-4b44-9324-17591d93f339', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'mac_address': 'fa:16:3e:1a:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:28Z', 'updated_at': '2022-04-12T18:38:37Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'subnets': [{'id': '33d52d9c-12da-4676-bd06-e720c647d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:48:51.141410 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35570) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:51.213085 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-682a9d3b-0f53-42e3-895c-982e38909bac tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:51.238613 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-682a9d3b-0f53-42e3-895c-982e38909bac tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:51.289797 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-682a9d3b-0f53-42e3-895c-982e38909bac tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:51.292791 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-682a9d3b-0f53-42e3-895c-982e38909bac tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:51.295681 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-682a9d3b-0f53-42e3-895c-982e38909bac tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "DELETE /v2.0/security-groups/8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4 HTTP/1.1" status: 204 len: 168 time: 0.1528571 Apr 12 18:48:51.296938 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35576) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:51.309068 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a9d3b-0f53-42e3-895c-982e38909bac tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:51.317259 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.api.v2.resource [None req-2681c7c8-3182-4e5b-a72d-0bd5ac0f7d63 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] show failed (client error): The resource could not be found. Apr 12 18:48:51.318313 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-2681c7c8-3182-4e5b-a72d-0bd5ac0f7d63 tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "GET /v2.0/security-groups/8ae72d0a-5dd6-46c5-bc1b-bd20a5920dd4 HTTP/1.1" status: 404 len: 347 time: 0.0203831 Apr 12 18:48:51.321452 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35578) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:51.389057 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8591ef4e-4c59-480f-9d34-fc7da05c589a None None] New status for floating IP 478dcec0-2841-4b02-9c37-0029c7afe4ea: DOWN {{(pid=103441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:48:51.446017 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-8b9c677b-c463-48f4-b76d-757649c6ccbc tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Deleting port 2e89c303-7d24-4178-bef6-16143e598df6 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:48:51.446327 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8b9c677b-c463-48f4-b76d-757649c6ccbc tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (2e89c303-7d24-4178-bef6-16143e598df6), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:51.526482 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8b9c677b-c463-48f4-b76d-757649c6ccbc tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (2e89c303-7d24-4178-bef6-16143e598df6), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:51.526844 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8b9c677b-c463-48f4-b76d-757649c6ccbc tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (2e89c303-7d24-4178-bef6-16143e598df6), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:51.540648 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-8b9c677b-c463-48f4-b76d-757649c6ccbc tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Calling delete_port for 2e89c303-7d24-4178-bef6-16143e598df6 owned by network:floatingip {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:48:51.682864 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8b9c677b-c463-48f4-b76d-757649c6ccbc tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (2e89c303-7d24-4178-bef6-16143e598df6), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:51.717054 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c677b-c463-48f4-b76d-757649c6ccbc tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Pushing event deleted for resources: {'Port': ['ID=2e89c303-7d24-4178-bef6-16143e598df6,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:51.781875 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8b9c677b-c463-48f4-b76d-757649c6ccbc tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks [] for floatingip (478dcec0-2841-4b02-9c37-0029c7afe4ea), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:51.784347 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8b9c677b-c463-48f4-b76d-757649c6ccbc tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:51.785483 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-8b9c677b-c463-48f4-b76d-757649c6ccbc tempest-AttachVolumeNegativeTest-370049589 tempest-AttachVolumeNegativeTest-370049589-project] 10.222.0.64 "DELETE /v2.0/floatingips/478dcec0-2841-4b02-9c37-0029c7afe4ea HTTP/1.1" status: 204 len: 168 time: 0.4628091 Apr 12 18:48:51.904673 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:48:54.407124 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 659196a4-7c7e-4b09-972b-3c2e27008d5b no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:48:54.428005 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: 659196a4-7c7e-4b09-972b-3c2e27008d5b {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:48:54.428350 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 659196a4-7c7e-4b09-972b-3c2e27008d5b not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:48:54.850199 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35650) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:54.968814 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-84fdba58-2d15-43a4-a530-11ef6e1a2fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:55.046172 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-84fdba58-2d15-43a4-a530-11ef6e1a2fe7 admin admin] Publish callbacks [] for security_group (43deaccd-4bbe-46f0-b125-ab5ab6a19113), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:55.052142 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-84fdba58-2d15-43a4-a530-11ef6e1a2fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (43deaccd-4bbe-46f0-b125-ab5ab6a19113), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:55.092873 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-84fdba58-2d15-43a4-a530-11ef6e1a2fe7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a48953dde84c439d95972786a4dfd2dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415745 Apr 12 18:48:55.093708 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdba58-2d15-43a4-a530-11ef6e1a2fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43deaccd-4bbe-46f0-b125-ab5ab6a19113,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:55.096441 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35654) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:55.147076 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-38ef006c-82d0-4a74-b0fc-52d9bf9e07fe admin admin] Publish callbacks [] for security_group (43deaccd-4bbe-46f0-b125-ab5ab6a19113), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:55.169460 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-38ef006c-82d0-4a74-b0fc-52d9bf9e07fe admin admin] Publish callbacks [] for security_group (43deaccd-4bbe-46f0-b125-ab5ab6a19113), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:55.217750 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-38ef006c-82d0-4a74-b0fc-52d9bf9e07fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (43deaccd-4bbe-46f0-b125-ab5ab6a19113), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:55.221666 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-38ef006c-82d0-4a74-b0fc-52d9bf9e07fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:55.223222 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-38ef006c-82d0-4a74-b0fc-52d9bf9e07fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43deaccd-4bbe-46f0-b125-ab5ab6a19113 HTTP/1.1" status: 204 len: 168 time: 0.1256046 Apr 12 18:48:55.230916 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef006c-82d0-4a74-b0fc-52d9bf9e07fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43deaccd-4bbe-46f0-b125-ab5ab6a19113,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:55.446705 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35668) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:55.488164 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35672) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:55.501596 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f2f8296a-8c03-4473-a2b8-c05985365a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:55.576623 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f2f8296a-8c03-4473-a2b8-c05985365a33 admin admin] Publish callbacks [] for security_group (750350d6-8860-4204-97e8-97d015e4487e), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:55.581889 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f2f8296a-8c03-4473-a2b8-c05985365a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (750350d6-8860-4204-97e8-97d015e4487e), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:55.620151 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-f2f8296a-8c03-4473-a2b8-c05985365a33 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5055288ff3ca4440bd113ed9ad30e8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308281 Apr 12 18:48:55.621292 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8296a-8c03-4473-a2b8-c05985365a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750350d6-8860-4204-97e8-97d015e4487e,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:55.622795 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35674) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:55.745361 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5a2b699e-30c8-4d61-8f4e-ab28d4aee582 admin admin] Publish callbacks [] for security_group (750350d6-8860-4204-97e8-97d015e4487e), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:55.778691 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5a2b699e-30c8-4d61-8f4e-ab28d4aee582 admin admin] Publish callbacks [] for security_group (750350d6-8860-4204-97e8-97d015e4487e), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:55.900987 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5a2b699e-30c8-4d61-8f4e-ab28d4aee582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (750350d6-8860-4204-97e8-97d015e4487e), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:55.903548 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5a2b699e-30c8-4d61-8f4e-ab28d4aee582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:55.904691 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-5a2b699e-30c8-4d61-8f4e-ab28d4aee582 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/750350d6-8860-4204-97e8-97d015e4487e HTTP/1.1" status: 204 len: 168 time: 0.2802401 Apr 12 18:48:55.919111 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b699e-30c8-4d61-8f4e-ab28d4aee582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750350d6-8860-4204-97e8-97d015e4487e,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:56.123978 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ee7659d8-fcea-4e7b-8567-c1eaa0a91350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634744'] for router_interface (8e861e55-c1da-476c-a48d-ec2cf39b40b8), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:56.181114 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35680) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:56.195336 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5a934815-d8d4-4b4d-b93a-a594616cafa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:56.282317 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5a934815-d8d4-4b4d-b93a-a594616cafa7 admin admin] Publish callbacks [] for security_group (7d8e3506-ebff-4201-8ce3-90136fb43528), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:56.287160 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5a934815-d8d4-4b4d-b93a-a594616cafa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (7d8e3506-ebff-4201-8ce3-90136fb43528), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:56.325968 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a934815-d8d4-4b4d-b93a-a594616cafa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8e3506-ebff-4201-8ce3-90136fb43528,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:56.330611 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-5a934815-d8d4-4b4d-b93a-a594616cafa7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2921e714b6204a97b881ee6621e3be35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483049 Apr 12 18:48:56.333352 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35682) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:56.384166 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9140225b-b494-4dc3-a01c-59c5c689b523 admin admin] Publish callbacks [] for security_group (7d8e3506-ebff-4201-8ce3-90136fb43528), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:56.406152 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9140225b-b494-4dc3-a01c-59c5c689b523 admin admin] Publish callbacks [] for security_group (7d8e3506-ebff-4201-8ce3-90136fb43528), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:56.458250 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9140225b-b494-4dc3-a01c-59c5c689b523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (7d8e3506-ebff-4201-8ce3-90136fb43528), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:56.460920 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9140225b-b494-4dc3-a01c-59c5c689b523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:56.462141 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-9140225b-b494-4dc3-a01c-59c5c689b523 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d8e3506-ebff-4201-8ce3-90136fb43528 HTTP/1.1" status: 204 len: 168 time: 0.1278310 Apr 12 18:48:56.471919 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140225b-b494-4dc3-a01c-59c5c689b523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8e3506-ebff-4201-8ce3-90136fb43528,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:56.670383 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-ee7659d8-fcea-4e7b-8567-c1eaa0a91350 admin admin] Deleting port eed4548b-1b3a-4c9f-bd73-76c0dc933828 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:48:56.670717 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ee7659d8-fcea-4e7b-8567-c1eaa0a91350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:56.751936 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [None req-ee7659d8-fcea-4e7b-8567-c1eaa0a91350 admin admin] For port eed4548b-1b3a-4c9f-bd73-76c0dc933828, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=eed4548b-1b3a-4c9f-bd73-76c0dc933828,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:56.752299 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ee7659d8-fcea-4e7b-8567-c1eaa0a91350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:56.765574 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-ee7659d8-fcea-4e7b-8567-c1eaa0a91350 admin admin] Calling delete_port for eed4548b-1b3a-4c9f-bd73-76c0dc933828 owned by network:router_interface {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:48:56.959562 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ee7659d8-fcea-4e7b-8567-c1eaa0a91350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (eed4548b-1b3a-4c9f-bd73-76c0dc933828), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:56.987155 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7659d8-fcea-4e7b-8567-c1eaa0a91350 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed4548b-1b3a-4c9f-bd73-76c0dc933828,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:57.161768 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ee7659d8-fcea-4e7b-8567-c1eaa0a91350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634596'] for router_interface (8e861e55-c1da-476c-a48d-ec2cf39b40b8), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:57.382146 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7659d8-fcea-4e7b-8567-c1eaa0a91350 admin admin] Router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:48:57.495894 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7659d8-fcea-4e7b-8567-c1eaa0a91350 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:48:57.501682 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-ee7659d8-fcea-4e7b-8567-c1eaa0a91350 admin admin] 10.222.0.64 "PUT /v2.0/routers/8e861e55-c1da-476c-a48d-ec2cf39b40b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0538998 Apr 12 18:48:57.504507 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35714) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:57.507585 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca19fc35-4b4a-4816-9bf9-95b2037fcb24 None None] Sync routers for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:48:57.520152 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca19fc35-4b4a-4816-9bf9-95b2037fcb24 None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:48:57.521094 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-ca19fc35-4b4a-4816-9bf9-95b2037fcb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:48:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:57.613055 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] Publish callbacks [] for router (8e861e55-c1da-476c-a48d-ec2cf39b40b8), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:57.632514 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-ca19fc35-4b4a-4816-9bf9-95b2037fcb24 None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:48:57.731711 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] Publish callbacks [] for router_gateway (8e861e55-c1da-476c-a48d-ec2cf39b40b8), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:57.792867 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] Deleting port 66567ac4-303a-4ce8-b1ac-c038d60b8026 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:48:57.793293 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (66567ac4-303a-4ce8-b1ac-c038d60b8026), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:57.818449 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-ca19fc35-4b4a-4816-9bf9-95b2037fcb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:48:56Z', 'revision_number': 5, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port': {'id': '66567ac4-303a-4ce8-b1ac-c038d60b8026', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:38:24Z', 'updated_at': '2022-04-12T18:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:57.845635 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca19fc35-4b4a-4816-9bf9-95b2037fcb24 None None] Checking router: 8e861e55-c1da-476c-a48d-ec2cf39b40b8 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:48:57.854316 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca19fc35-4b4a-4816-9bf9-95b2037fcb24 None None] Routers {'8e861e55-c1da-476c-a48d-ec2cf39b40b8'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:48:57.855042 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-ca19fc35-4b4a-4816-9bf9-95b2037fcb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:48:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:57.879755 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] For port 66567ac4-303a-4ce8-b1ac-c038d60b8026, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=66567ac4-303a-4ce8-b1ac-c038d60b8026,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:57.880120 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (66567ac4-303a-4ce8-b1ac-c038d60b8026), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:57.893244 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] Calling delete_port for 66567ac4-303a-4ce8-b1ac-c038d60b8026 owned by network:router_gateway {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:48:57.945215 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-ca19fc35-4b4a-4816-9bf9-95b2037fcb24 None None] Set router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 gateway port host: None {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:48:58.072235 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (66567ac4-303a-4ce8-b1ac-c038d60b8026), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.109260 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] Pushing event deleted for resources: {'Port': ['ID=66567ac4-303a-4ce8-b1ac-c038d60b8026,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:58.141723 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-ca19fc35-4b4a-4816-9bf9-95b2037fcb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:48:57Z', 'revision_number': 6, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port_host': None}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:58.170119 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca19fc35-4b4a-4816-9bf9-95b2037fcb24 None None] The sync data for ids ['8e861e55-c1da-476c-a48d-ec2cf39b40b8'] in dv-cinder-837536-1-iscsi is: [{'id': '8e861e55-c1da-476c-a48d-ec2cf39b40b8', 'name': 'tempest-AttachVolumeNegativeTest-1724913804-router', 'tenant_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:38:23Z', 'updated_at': '2022-04-12T18:48:57Z', 'revision_number': 6, 'project_id': 'abad2cf2938f4de0b8942385cfaa6c97', 'gw_port_host': None}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:48:58.183436 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637250'] for router_gateway (8e861e55-c1da-476c-a48d-ec2cf39b40b8), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.281852 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58768'] for router (8e861e55-c1da-476c-a48d-ec2cf39b40b8), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.284112 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] Publish callbacks [] for router_controller (8e861e55-c1da-476c-a48d-ec2cf39b40b8), precommit_delete_associations {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.331257 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1631591'] for router (8e861e55-c1da-476c-a48d-ec2cf39b40b8), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.331670 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e861e55-c1da-476c-a48d-ec2cf39b40b8 {{(pid=103438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:48:58.337217 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.338393 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-8afb2228-5b78-497a-b132-da27194a0217 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8e861e55-c1da-476c-a48d-ec2cf39b40b8 HTTP/1.1" status: 204 len: 168 time: 0.8329346 Apr 12 18:48:58.341041 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35732) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:58.391811 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f58bc43-4c5f-4138-a6ba-b546ac921402 admin admin] Deleting subnet 33d52d9c-12da-4676-bd06-e720c647d8df {{(pid=103439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:48:58.395207 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8f58bc43-4c5f-4138-a6ba-b546ac921402 admin admin] Publish callbacks [] for subnet (33d52d9c-12da-4676-bd06-e720c647d8df), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.430587 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8f58bc43-4c5f-4138-a6ba-b546ac921402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7484296'] for subnet (33d52d9c-12da-4676-bd06-e720c647d8df), precommit_delete_associations {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.510285 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8f58bc43-4c5f-4138-a6ba-b546ac921402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (33d52d9c-12da-4676-bd06-e720c647d8df), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.565975 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8f58bc43-4c5f-4138-a6ba-b546ac921402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8341826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8224882'] for subnet (33d52d9c-12da-4676-bd06-e720c647d8df), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.593312 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58bc43-4c5f-4138-a6ba-b546ac921402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d52d9c-12da-4676-bd06-e720c647d8df,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:58.597002 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8f58bc43-4c5f-4138-a6ba-b546ac921402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.602444 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-8f58bc43-4c5f-4138-a6ba-b546ac921402 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/33d52d9c-12da-4676-bd06-e720c647d8df HTTP/1.1" status: 204 len: 168 time: 0.2581866 Apr 12 18:48:58.602691 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35734) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:58.606212 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdacf1d-51a3-4e49-a979-81891737e2be None None] Network bd6ede6b-2ee4-4b44-9324-17591d93f339 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:48:58.672456 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (bd6ede6b-2ee4-4b44-9324-17591d93f339), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.721910 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] Deleting port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:48:58.722245 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.774551 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] DHCP port deletion for bd6ede6b-2ee4-4b44-9324-17591d93f339 request from dv-cinder-837536-1-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:48:58.789501 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] For port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:58.794380 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.806199 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] Calling delete_port for bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba owned by network:dhcp {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:48:58.824436 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Deleting port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:48:58.824773 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.891611 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] For port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba,segment=NetworkSegment(fe681fc1-d2e1-4e25-8536-34f4d470ec68),segment_id=fe681fc1-d2e1-4e25-8536-34f4d470ec68)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:48:58.892008 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.894190 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:58.905432 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Calling delete_port for bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:48:58.925695 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] Pushing event deleted for resources: {'Port': ['ID=bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:58.929309 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] No DVR routers for this DVR port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba on host dv-cinder-837536-1-iscsi {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:48:58.982748 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:59.000414 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575'] for port (bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:59.012965 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (bd6ede6b-2ee4-4b44-9324-17591d93f339), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:59.025299 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Pushing event deleted for resources: {'Port': ['ID=bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:59.033062 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6ede6b-2ee4-4b44-9324-17591d93f339']}} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:59.034378 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] No DVR routers for this DVR port bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba on host dv-cinder-837536-1-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:48:59.036451 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:59.036793 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:59.037129 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:59.037570 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:59.037927 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:59.038251 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:59.038583 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:59.038905 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:59.039251 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:59.039829 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:59.039976 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:59.040209 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:59.040527 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:59.040843 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:59.041162 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130c371-7504-4361-af79-c30aa6b52eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:48:59.042910 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe681fc1-d2e1-4e25-8536-34f4d470ec68') {'for_net_delete': True} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:59.043576 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe681fc1-d2e1-4e25-8536-34f4d470ec68') {} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:48:59.056235 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7484339'] for segment (fe681fc1-d2e1-4e25-8536-34f4d470ec68), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:59.070170 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (fe681fc1-d2e1-4e25-8536-34f4d470ec68), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:59.076956 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:48:59.077345 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8342008'] for segment (fe681fc1-d2e1-4e25-8536-34f4d470ec68), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: Traceback (most recent call last): Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: timer() Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: cb(*args, **kw) Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: return func(*args, **kwargs) Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: self._notify() Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: self.callback(batched_events) Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: event.method(event) Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: return f(self, *a, **k) Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: return self._get(url).json() Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: return self.request(url, 'GET', **kwargs) Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:48:59.079172 dv-cinder-837536-1-iscsi neutron-server[103439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:48:59.135385 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (bd6ede6b-2ee4-4b44-9324-17591d93f339), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:59.140886 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:59.144064 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] 10.222.0.64 "DELETE /v2.0/networks/bd6ede6b-2ee4-4b44-9324-17591d93f339 HTTP/1.1" status: 204 len: 168 time: 0.5404301 Apr 12 18:48:59.156535 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ed788-43bf-4196-9447-b57b07d3226a admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6ede6b-2ee4-4b44-9324-17591d93f339,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:48:59.329928 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35740) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:59.371929 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-a26357b5-904d-43ac-b1b9-a308ac5896fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=abad2cf2938f4de0b8942385cfaa6c97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406876 Apr 12 18:48:59.374657 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35744) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:48:59.425748 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6adb7708-ac34-4790-82be-674eb5e10958 admin admin] Publish callbacks [] for security_group (162401ba-8ae9-4eb3-a023-788399f1ade1), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:59.448432 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6adb7708-ac34-4790-82be-674eb5e10958 admin admin] Publish callbacks [] for security_group (162401ba-8ae9-4eb3-a023-788399f1ade1), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:59.496149 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6adb7708-ac34-4790-82be-674eb5e10958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (162401ba-8ae9-4eb3-a023-788399f1ade1), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:59.498866 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6adb7708-ac34-4790-82be-674eb5e10958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:48:59.500135 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-6adb7708-ac34-4790-82be-674eb5e10958 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/162401ba-8ae9-4eb3-a023-788399f1ade1 HTTP/1.1" status: 204 len: 168 time: 0.1245294 Apr 12 18:48:59.509208 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb7708-ac34-4790-82be-674eb5e10958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162401ba-8ae9-4eb3-a023-788399f1ade1,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:00.149207 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device eed4548b-1b3a-4c9f-bd73-76c0dc933828 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:49:00.169465 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: eed4548b-1b3a-4c9f-bd73-76c0dc933828 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:49:00.169809 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device eed4548b-1b3a-4c9f-bd73-76c0dc933828 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:49:00.170244 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 66567ac4-303a-4ce8-b1ac-c038d60b8026 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:49:00.189605 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 66567ac4-303a-4ce8-b1ac-c038d60b8026 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:49:00.189956 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 66567ac4-303a-4ce8-b1ac-c038d60b8026 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:49:00.190399 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:49:00.212811 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:49:00.213163 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device bdfc4201-8d6a-4cd5-a0eb-3a3ef2304cba not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:49:01.562859 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35804) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:01.678453 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-975b97f9-cca2-4cfa-9ba5-1f3167d50c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:01.760835 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-975b97f9-cca2-4cfa-9ba5-1f3167d50c74 admin admin] Publish callbacks [] for security_group (d84964ad-e622-45e3-8df4-8e928268840b), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:01.766180 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-975b97f9-cca2-4cfa-9ba5-1f3167d50c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (d84964ad-e622-45e3-8df4-8e928268840b), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:01.806251 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-975b97f9-cca2-4cfa-9ba5-1f3167d50c74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b9a3502d56b4208b59d1cc97242e886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422526 Apr 12 18:49:01.807115 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b97f9-cca2-4cfa-9ba5-1f3167d50c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84964ad-e622-45e3-8df4-8e928268840b,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:01.809537 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35816) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:01.860916 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-85c37010-320e-4144-8e51-9ae7647daf49 admin admin] Publish callbacks [] for security_group (d84964ad-e622-45e3-8df4-8e928268840b), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:01.882958 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-85c37010-320e-4144-8e51-9ae7647daf49 admin admin] Publish callbacks [] for security_group (d84964ad-e622-45e3-8df4-8e928268840b), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:01.936728 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-85c37010-320e-4144-8e51-9ae7647daf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (d84964ad-e622-45e3-8df4-8e928268840b), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:01.939429 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-85c37010-320e-4144-8e51-9ae7647daf49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:01.940607 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-85c37010-320e-4144-8e51-9ae7647daf49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d84964ad-e622-45e3-8df4-8e928268840b HTTP/1.1" status: 204 len: 168 time: 0.1306531 Apr 12 18:49:01.949035 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c37010-320e-4144-8e51-9ae7647daf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84964ad-e622-45e3-8df4-8e928268840b,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:02.217197 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35830) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:02.230683 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d3484d9a-f542-4de0-aef7-baa866da153d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:02.305687 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d3484d9a-f542-4de0-aef7-baa866da153d admin admin] Publish callbacks [] for security_group (70d51114-061f-4a54-b892-d68affbfefa3), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:02.312264 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d3484d9a-f542-4de0-aef7-baa866da153d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (70d51114-061f-4a54-b892-d68affbfefa3), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:02.351034 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-d3484d9a-f542-4de0-aef7-baa866da153d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc20eb87264c4f6a8594f0120db485c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327095 Apr 12 18:49:02.351829 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3484d9a-f542-4de0-aef7-baa866da153d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d51114-061f-4a54-b892-d68affbfefa3,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:02.354507 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35832) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:02.405307 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6c7410d0-13fb-45f4-a2ae-57e1ce16f3e2 admin admin] Publish callbacks [] for security_group (70d51114-061f-4a54-b892-d68affbfefa3), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:02.429314 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6c7410d0-13fb-45f4-a2ae-57e1ce16f3e2 admin admin] Publish callbacks [] for security_group (70d51114-061f-4a54-b892-d68affbfefa3), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:02.483138 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6c7410d0-13fb-45f4-a2ae-57e1ce16f3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (70d51114-061f-4a54-b892-d68affbfefa3), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:02.485819 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6c7410d0-13fb-45f4-a2ae-57e1ce16f3e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:02.486967 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-6c7410d0-13fb-45f4-a2ae-57e1ce16f3e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70d51114-061f-4a54-b892-d68affbfefa3 HTTP/1.1" status: 204 len: 168 time: 0.1314013 Apr 12 18:49:02.494701 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7410d0-13fb-45f4-a2ae-57e1ce16f3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d51114-061f-4a54-b892-d68affbfefa3,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:03.221680 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35864) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:03.323594 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2705be0-8493-4f0f-a46f-9f67f6c48cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:03.398785 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2705be0-8493-4f0f-a46f-9f67f6c48cc6 admin admin] Publish callbacks [] for security_group (40bf0da7-699d-41e2-aa56-36edabcaae99), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:03.403538 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b2705be0-8493-4f0f-a46f-9f67f6c48cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (40bf0da7-699d-41e2-aa56-36edabcaae99), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:03.444918 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-b2705be0-8493-4f0f-a46f-9f67f6c48cc6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2857bb650e0443129b2df24e3ae1d280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220926 Apr 12 18:49:03.446079 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2705be0-8493-4f0f-a46f-9f67f6c48cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bf0da7-699d-41e2-aa56-36edabcaae99,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:03.450051 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 35876) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:03.508611 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-21799e59-2213-4cc6-9c47-f7ca263981e4 admin admin] Publish callbacks [] for security_group (40bf0da7-699d-41e2-aa56-36edabcaae99), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:03.522771 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35878) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:03.530792 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-21799e59-2213-4cc6-9c47-f7ca263981e4 admin admin] Publish callbacks [] for security_group (40bf0da7-699d-41e2-aa56-36edabcaae99), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:03.577943 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-21799e59-2213-4cc6-9c47-f7ca263981e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (40bf0da7-699d-41e2-aa56-36edabcaae99), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:03.580611 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-21799e59-2213-4cc6-9c47-f7ca263981e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:03.581789 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-21799e59-2213-4cc6-9c47-f7ca263981e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40bf0da7-699d-41e2-aa56-36edabcaae99 HTTP/1.1" status: 204 len: 168 time: 0.1307187 Apr 12 18:49:03.590005 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21799e59-2213-4cc6-9c47-f7ca263981e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bf0da7-699d-41e2-aa56-36edabcaae99,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:03.635581 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-76ffd1b4-93fb-4f6d-9f34-1a683c70aabd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:03.715854 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-76ffd1b4-93fb-4f6d-9f34-1a683c70aabd admin admin] Publish callbacks [] for security_group (8c5e5b65-25c3-40c0-8201-06b609e8ffd6), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:03.720598 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-76ffd1b4-93fb-4f6d-9f34-1a683c70aabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (8c5e5b65-25c3-40c0-8201-06b609e8ffd6), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:03.757548 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffd1b4-93fb-4f6d-9f34-1a683c70aabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5e5b65-25c3-40c0-8201-06b609e8ffd6,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:03.761946 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-76ffd1b4-93fb-4f6d-9f34-1a683c70aabd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=911148527c36430b87597f914116ee76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382512 Apr 12 18:49:03.764581 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35886) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:03.816817 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f3adb16d-c4dc-4ff8-a49e-d182828b7374 admin admin] Publish callbacks [] for security_group (8c5e5b65-25c3-40c0-8201-06b609e8ffd6), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:03.840347 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f3adb16d-c4dc-4ff8-a49e-d182828b7374 admin admin] Publish callbacks [] for security_group (8c5e5b65-25c3-40c0-8201-06b609e8ffd6), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:03.892366 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f3adb16d-c4dc-4ff8-a49e-d182828b7374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (8c5e5b65-25c3-40c0-8201-06b609e8ffd6), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:03.894991 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f3adb16d-c4dc-4ff8-a49e-d182828b7374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:03.896284 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-f3adb16d-c4dc-4ff8-a49e-d182828b7374 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c5e5b65-25c3-40c0-8201-06b609e8ffd6 HTTP/1.1" status: 204 len: 168 time: 0.1308196 Apr 12 18:49:03.905172 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adb16d-c4dc-4ff8-a49e-d182828b7374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5e5b65-25c3-40c0-8201-06b609e8ffd6,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:04.916883 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 35994) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:05.025812 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a89890d2-ed3f-43b3-987e-72caf385a056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:05.100494 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a89890d2-ed3f-43b3-987e-72caf385a056 admin admin] Publish callbacks [] for security_group (2f9878f9-2e9b-4938-a45b-1787e7025785), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:05.104748 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a89890d2-ed3f-43b3-987e-72caf385a056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (2f9878f9-2e9b-4938-a45b-1787e7025785), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:05.146352 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-a89890d2-ed3f-43b3-987e-72caf385a056 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8af223e5e6974f19b77c146ad7f4aa99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283640 Apr 12 18:49:05.147260 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89890d2-ed3f-43b3-987e-72caf385a056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9878f9-2e9b-4938-a45b-1787e7025785,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:05.149250 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36000) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:05.207812 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa410-6434-4f8f-b5de-dc65d7133e5c admin admin] Publish callbacks [] for security_group (2f9878f9-2e9b-4938-a45b-1787e7025785), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:05.229813 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa410-6434-4f8f-b5de-dc65d7133e5c admin admin] Publish callbacks [] for security_group (2f9878f9-2e9b-4938-a45b-1787e7025785), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:05.279152 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa410-6434-4f8f-b5de-dc65d7133e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (2f9878f9-2e9b-4938-a45b-1787e7025785), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:05.281764 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa410-6434-4f8f-b5de-dc65d7133e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:05.282910 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-fcdfa410-6434-4f8f-b5de-dc65d7133e5c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2f9878f9-2e9b-4938-a45b-1787e7025785 HTTP/1.1" status: 204 len: 168 time: 0.1266260 Apr 12 18:49:05.291889 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfa410-6434-4f8f-b5de-dc65d7133e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9878f9-2e9b-4938-a45b-1787e7025785,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:09.922628 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36112) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:10.030053 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90afae27-bd44-49d9-ad5e-018cb9e45add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:10.114773 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90afae27-bd44-49d9-ad5e-018cb9e45add admin admin] Publish callbacks [] for security_group (47751726-3183-4866-b09c-789c2ba2f1d4), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:10.120514 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90afae27-bd44-49d9-ad5e-018cb9e45add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (47751726-3183-4866-b09c-789c2ba2f1d4), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:10.159156 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-90afae27-bd44-49d9-ad5e-018cb9e45add admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea2602c1fb114ef581dd7059aa1c7363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353678 Apr 12 18:49:10.160021 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afae27-bd44-49d9-ad5e-018cb9e45add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47751726-3183-4866-b09c-789c2ba2f1d4,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:10.162091 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36116) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:10.211659 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c18758b8-ab4f-4420-a56b-13f8e4c6160a admin admin] Publish callbacks [] for security_group (47751726-3183-4866-b09c-789c2ba2f1d4), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:10.234756 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c18758b8-ab4f-4420-a56b-13f8e4c6160a admin admin] Publish callbacks [] for security_group (47751726-3183-4866-b09c-789c2ba2f1d4), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:10.285706 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c18758b8-ab4f-4420-a56b-13f8e4c6160a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (47751726-3183-4866-b09c-789c2ba2f1d4), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:10.288632 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c18758b8-ab4f-4420-a56b-13f8e4c6160a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:10.290218 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-c18758b8-ab4f-4420-a56b-13f8e4c6160a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47751726-3183-4866-b09c-789c2ba2f1d4 HTTP/1.1" status: 204 len: 168 time: 0.1270459 Apr 12 18:49:10.298760 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18758b8-ab4f-4420-a56b-13f8e4c6160a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47751726-3183-4866-b09c-789c2ba2f1d4,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:10.562781 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36124) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:10.576570 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-322845c1-847b-4e82-b913-baaeb3b6997b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:10.652061 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-322845c1-847b-4e82-b913-baaeb3b6997b admin admin] Publish callbacks [] for security_group (be5fc299-94c0-4385-a698-b4f32d0d19e4), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:10.656748 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-322845c1-847b-4e82-b913-baaeb3b6997b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (be5fc299-94c0-4385-a698-b4f32d0d19e4), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:10.693929 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-322845c1-847b-4e82-b913-baaeb3b6997b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbf5b163d7cd411c90952dc2263ae0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299424 Apr 12 18:49:10.694684 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322845c1-847b-4e82-b913-baaeb3b6997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5fc299-94c0-4385-a698-b4f32d0d19e4,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:10.697067 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36126) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:10.754422 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2d8b12e1-17bd-4e1e-8d3c-49937579c4d6 admin admin] Publish callbacks [] for security_group (be5fc299-94c0-4385-a698-b4f32d0d19e4), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:10.777647 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2d8b12e1-17bd-4e1e-8d3c-49937579c4d6 admin admin] Publish callbacks [] for security_group (be5fc299-94c0-4385-a698-b4f32d0d19e4), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:10.828576 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2d8b12e1-17bd-4e1e-8d3c-49937579c4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (be5fc299-94c0-4385-a698-b4f32d0d19e4), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:10.831115 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-2d8b12e1-17bd-4e1e-8d3c-49937579c4d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:10.832291 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-2d8b12e1-17bd-4e1e-8d3c-49937579c4d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be5fc299-94c0-4385-a698-b4f32d0d19e4 HTTP/1.1" status: 204 len: 168 time: 0.1340489 Apr 12 18:49:10.839981 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b12e1-17bd-4e1e-8d3c-49937579c4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5fc299-94c0-4385-a698-b4f32d0d19e4,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:13.328803 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-01120b98-7487-4ad7-9788-fb8d3b4bf481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:15.738820 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-47cf95e2-2554-49ae-aabb-796ad7bebe5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:16.636631 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:18.049262 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:19.756690 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:27.958541 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36274) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:28.071761 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-26ae7c68-96c7-4054-9ea9-df5e78279f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:28.151158 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-26ae7c68-96c7-4054-9ea9-df5e78279f3c admin admin] Publish callbacks [] for security_group (20a0ade0-79ac-4439-aa70-fee32320f40f), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:28.157421 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-26ae7c68-96c7-4054-9ea9-df5e78279f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (20a0ade0-79ac-4439-aa70-fee32320f40f), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:28.195377 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-26ae7c68-96c7-4054-9ea9-df5e78279f3c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=29da10589c9d4d4bbbbf170a6498109d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356050 Apr 12 18:49:28.196228 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae7c68-96c7-4054-9ea9-df5e78279f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a0ade0-79ac-4439-aa70-fee32320f40f,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:28.199305 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36278) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:28.251229 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1196191a-ae1f-4dfe-81ae-2f4b71eff502 admin admin] Publish callbacks [] for security_group (20a0ade0-79ac-4439-aa70-fee32320f40f), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:28.272580 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1196191a-ae1f-4dfe-81ae-2f4b71eff502 admin admin] Publish callbacks [] for security_group (20a0ade0-79ac-4439-aa70-fee32320f40f), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:28.322209 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1196191a-ae1f-4dfe-81ae-2f4b71eff502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (20a0ade0-79ac-4439-aa70-fee32320f40f), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:28.325141 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1196191a-ae1f-4dfe-81ae-2f4b71eff502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:28.329081 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-1196191a-ae1f-4dfe-81ae-2f4b71eff502 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20a0ade0-79ac-4439-aa70-fee32320f40f HTTP/1.1" status: 204 len: 168 time: 0.1281648 Apr 12 18:49:28.337255 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196191a-ae1f-4dfe-81ae-2f4b71eff502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a0ade0-79ac-4439-aa70-fee32320f40f,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:28.597832 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36286) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:28.611850 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b98716dc-6b46-4da0-87b4-2b12d080aed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:28.694980 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b98716dc-6b46-4da0-87b4-2b12d080aed4 admin admin] Publish callbacks [] for security_group (8efdd747-76eb-4c38-bab0-b7ca4cd904df), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:28.701843 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b98716dc-6b46-4da0-87b4-2b12d080aed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (8efdd747-76eb-4c38-bab0-b7ca4cd904df), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:28.739058 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-b98716dc-6b46-4da0-87b4-2b12d080aed4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c14e0efb51642a2b5b4e3d3149716b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401653 Apr 12 18:49:28.739925 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98716dc-6b46-4da0-87b4-2b12d080aed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efdd747-76eb-4c38-bab0-b7ca4cd904df,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:28.741966 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36288) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:28.794428 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-93f4c9b2-5ecb-40c9-bd63-890002be89d4 admin admin] Publish callbacks [] for security_group (8efdd747-76eb-4c38-bab0-b7ca4cd904df), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:28.817176 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-93f4c9b2-5ecb-40c9-bd63-890002be89d4 admin admin] Publish callbacks [] for security_group (8efdd747-76eb-4c38-bab0-b7ca4cd904df), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:28.866487 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-93f4c9b2-5ecb-40c9-bd63-890002be89d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (8efdd747-76eb-4c38-bab0-b7ca4cd904df), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:28.869203 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-93f4c9b2-5ecb-40c9-bd63-890002be89d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:28.870373 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-93f4c9b2-5ecb-40c9-bd63-890002be89d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8efdd747-76eb-4c38-bab0-b7ca4cd904df HTTP/1.1" status: 204 len: 168 time: 0.1273975 Apr 12 18:49:28.878281 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4c9b2-5ecb-40c9-bd63-890002be89d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efdd747-76eb-4c38-bab0-b7ca4cd904df,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:28.904739 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:49:28.948802 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:30.854606 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36364) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:30.961932 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:31.042430 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Publish callbacks [] for security_group (206db2ff-8a61-4d4a-a61f-2fd4e78f98fd), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:31.048353 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (206db2ff-8a61-4d4a-a61f-2fd4e78f98fd), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:31.086949 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d16de27daccc41d997e42746b0cb6e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312491 Apr 12 18:49:31.087802 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206db2ff-8a61-4d4a-a61f-2fd4e78f98fd,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:31.089664 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36368) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:31.105379 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.105728 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.106069 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.106372 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.106771 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.107156 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.107512 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.107836 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.108163 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.108454 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.108813 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.109136 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.109435 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.109759 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.110072 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106e22-482c-49e6-924b-7402e19ea081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.148888 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b218-606e-4335-80dd-06f3f3b4e342 admin admin] Publish callbacks [] for security_group (206db2ff-8a61-4d4a-a61f-2fd4e78f98fd), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:31.171131 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b218-606e-4335-80dd-06f3f3b4e342 admin admin] Publish callbacks [] for security_group (206db2ff-8a61-4d4a-a61f-2fd4e78f98fd), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:31.231508 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b218-606e-4335-80dd-06f3f3b4e342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (206db2ff-8a61-4d4a-a61f-2fd4e78f98fd), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:31.234122 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b218-606e-4335-80dd-06f3f3b4e342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:31.235308 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-4bd0b218-606e-4335-80dd-06f3f3b4e342 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/206db2ff-8a61-4d4a-a61f-2fd4e78f98fd HTTP/1.1" status: 204 len: 168 time: 0.1447067 Apr 12 18:49:31.243190 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0b218-606e-4335-80dd-06f3f3b4e342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206db2ff-8a61-4d4a-a61f-2fd4e78f98fd,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:31.506680 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36376) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:31.520012 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bfc9434c-580c-4114-a6cc-bc18a0ff994e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:31.592868 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bfc9434c-580c-4114-a6cc-bc18a0ff994e admin admin] Publish callbacks [] for security_group (b122cf72-9de8-4b10-bf1b-52a19713ddfc), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:31.598672 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bfc9434c-580c-4114-a6cc-bc18a0ff994e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (b122cf72-9de8-4b10-bf1b-52a19713ddfc), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:31.638283 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-bfc9434c-580c-4114-a6cc-bc18a0ff994e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e23c1d6d8e5845fe8e5850fb500d3a12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304288 Apr 12 18:49:31.639452 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9434c-580c-4114-a6cc-bc18a0ff994e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b122cf72-9de8-4b10-bf1b-52a19713ddfc,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:31.641248 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36378) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:31.696329 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Publish callbacks [] for security_group (b122cf72-9de8-4b10-bf1b-52a19713ddfc), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:31.720536 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Publish callbacks [] for security_group (b122cf72-9de8-4b10-bf1b-52a19713ddfc), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:31.773086 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (b122cf72-9de8-4b10-bf1b-52a19713ddfc), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:31.777813 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:31.779242 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b122cf72-9de8-4b10-bf1b-52a19713ddfc HTTP/1.1" status: 204 len: 168 time: 0.1367285 Apr 12 18:49:31.788637 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b122cf72-9de8-4b10-bf1b-52a19713ddfc,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:31.796930 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.797278 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.797620 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.797993 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.798323 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.798637 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.798960 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.799310 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.799639 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.799953 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.800281 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.800630 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.800950 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.801268 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:31.801582 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36098a83-eb28-49c0-89a6-e0bfa4fdb320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:37.322395 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36476) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:37.428467 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b7456317-0c2b-4c77-b22c-0609e61158e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:37.506693 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b7456317-0c2b-4c77-b22c-0609e61158e8 admin admin] Publish callbacks [] for security_group (d7fcc212-fbe3-423c-b694-a205cc2535dc), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:37.512989 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b7456317-0c2b-4c77-b22c-0609e61158e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (d7fcc212-fbe3-423c-b694-a205cc2535dc), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:37.550641 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-b7456317-0c2b-4c77-b22c-0609e61158e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=29a88ec7947443168673ac99ee441492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271538 Apr 12 18:49:37.552702 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7456317-0c2b-4c77-b22c-0609e61158e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fcc212-fbe3-423c-b694-a205cc2535dc,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:37.553561 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36480) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:37.604113 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7580eb0a-274a-4126-bde6-420edf2ab26f admin admin] Publish callbacks [] for security_group (d7fcc212-fbe3-423c-b694-a205cc2535dc), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:37.626306 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7580eb0a-274a-4126-bde6-420edf2ab26f admin admin] Publish callbacks [] for security_group (d7fcc212-fbe3-423c-b694-a205cc2535dc), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:37.678413 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7580eb0a-274a-4126-bde6-420edf2ab26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (d7fcc212-fbe3-423c-b694-a205cc2535dc), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:37.682069 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7580eb0a-274a-4126-bde6-420edf2ab26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:37.683530 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-7580eb0a-274a-4126-bde6-420edf2ab26f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7fcc212-fbe3-423c-b694-a205cc2535dc HTTP/1.1" status: 204 len: 168 time: 0.1288857 Apr 12 18:49:37.691337 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580eb0a-274a-4126-bde6-420edf2ab26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fcc212-fbe3-423c-b694-a205cc2535dc,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:39.936758 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-bf07a0ed-2eb6-41e0-a45e-4b22a37176d6 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7024c4c2d3e24c97ae5cca0628b07eee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296049 Apr 12 18:49:40.128230 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-24642779-738d-44dd-a70d-87f4221ed416 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:40.129761 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-24642779-738d-44dd-a70d-87f4221ed416 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874428 Apr 12 18:49:40.143870 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-90158fda-d459-469d-8829-5efa8723740c tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/quotas/7024c4c2d3e24c97ae5cca0628b07eee HTTP/1.1" status: 200 len: 375 time: 0.0087945 Apr 12 18:49:40.175696 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-47813416-36cc-41b6-ae28-a453b256455f tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7024c4c2d3e24c97ae5cca0628b07eee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267215 Apr 12 18:49:40.335638 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7557407c-c145-4b97-b988-016149be100f req-e6cd1f1d-d434-4477-986d-e6d07a944d54 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 210 time: 0.0324614 Apr 12 18:49:41.200606 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-c18d5e01-c4d3-45c1-9af6-668e4f41a8cd tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7024c4c2d3e24c97ae5cca0628b07eee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212440 Apr 12 18:49:41.313904 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-2938869d-53e3-4982-94e0-db517a9ebdc4 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:41.315360 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-2938869d-53e3-4982-94e0-db517a9ebdc4 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1103735 Apr 12 18:49:41.328838 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Request body: {'port': {'device_id': 'a1b3a78a-06af-4500-8f3e-f97fe7989b3e', 'network_id': 'cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd', 'admin_state_up': True, 'tenant_id': '7024c4c2d3e24c97ae5cca0628b07eee'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:41.446591 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a91727a3-c954-4bae-8886-8c64c2d63a93 req-d7c9f03c-c1ae-4967-bf48-a15a4bb8bc62 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 210 time: 0.0437868 Apr 12 18:49:41.470844 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Made reservation on behalf of 7024c4c2d3e24c97ae5cca0628b07eee for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:49:41.474133 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:41.482633 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:41.554428 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Publish callbacks [] for security_group (b9e0cbbc-1576-436e-ab64-bd23d4b67afb), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:41.560571 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (b9e0cbbc-1576-436e-ab64-bd23d4b67afb), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:41.619730 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e0cbbc-1576-436e-ab64-bd23d4b67afb,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:41.690998 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Allocated IP 192.168.233.10 (cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd/47a4c773-1fb0-4fde-99c5-ae67af9561cc/5cad8731-ec93-41a4-a533-ddd48736e702) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:49:42.101780 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Publish callbacks [] for port (5cad8731-ec93-41a4-a533-ddd48736e702), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:42.138880 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (5cad8731-ec93-41a4-a533-ddd48736e702), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:42.183406 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Network cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:49:42.188538 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:49:42.192229 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:49:42.199072 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Pushing event updated for resources: {'Port': ['ID=5cad8731-ec93-41a4-a533-ddd48736e702,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:42.245540 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:42.246293 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:42.265491 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-78e8b7c4-ca37-44ae-886a-cb913463bf13 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9399705 Apr 12 18:49:42.277445 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Request body: {'port': {'device_id': 'a1b3a78a-06af-4500-8f3e-f97fe7989b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:42.348297 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5cad8731-ec93-41a4-a533-ddd48736e702), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:42.423461 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-7b8c695d-affe-4add-9fe3-1935c0b39ada None None] Provisioning complete for port 5cad8731-ec93-41a4-a533-ddd48736e702 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:42.424066 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7b8c695d-affe-4add-9fe3-1935c0b39ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (5cad8731-ec93-41a4-a533-ddd48736e702), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:42.457622 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c695d-affe-4add-9fe3-1935c0b39ada None None] Port 5cad8731-ec93-41a4-a533-ddd48736e702 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:49:42.604308 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe78a83-79c3-48fe-806c-131f5c4c662b req-39db8aff-a27b-4650-ada2-87ae6240124e tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:42.605706 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bfe78a83-79c3-48fe-806c-131f5c4c662b req-39db8aff-a27b-4650-ada2-87ae6240124e tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 935 time: 0.0621469 Apr 12 18:49:42.696291 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bfe78a83-79c3-48fe-806c-131f5c4c662b req-caed4058-9bfc-4c91-b2d6-c04891b77007 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9e0cbbc-1576-436e-ab64-bd23d4b67afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849261 Apr 12 18:49:42.711004 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cad8731-ec93-41a4-a533-ddd48736e702 {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:49:42.718715 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Publish callbacks [] for port (5cad8731-ec93-41a4-a533-ddd48736e702), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:42.732161 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Transition to ACTIVE for port object 5cad8731-ec93-41a4-a533-ddd48736e702 will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:49:42.737820 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (5cad8731-ec93-41a4-a533-ddd48736e702), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:42.793759 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Pushing event updated for resources: {'Port': ['ID=5cad8731-ec93-41a4-a533-ddd48736e702,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:42.880244 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Attempting to bind port 5cad8731-ec93-41a4-a533-ddd48736e702 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:49:42.880644 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Attempting to bind port 5cad8731-ec93-41a4-a533-ddd48736e702 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'dfdbb29b-1029-43e9-a9a2-7608c691a20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:49:42.880984 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Attempting to bind port 5cad8731-ec93-41a4-a533-ddd48736e702 on network cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:49:42.885992 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Port 5cad8731-ec93-41a4-a533-ddd48736e702 on network cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:49:42.886320 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Attempting to bind port 5cad8731-ec93-41a4-a533-ddd48736e702 on network cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:49:42.896063 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:49:42.896411 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Checking segment: {'id': 'dfdbb29b-1029-43e9-a9a2-7608c691a20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:49:42.896866 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Bound using segment: {'id': 'dfdbb29b-1029-43e9-a9a2-7608c691a20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:49:42.897318 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Bound port: 5cad8731-ec93-41a4-a533-ddd48736e702, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdbb29b-1029-43e9-a9a2-7608c691a20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:49:42.897681 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5cad8731-ec93-41a4-a533-ddd48736e702), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:42.988585 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] For port 5cad8731-ec93-41a4-a533-ddd48736e702, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:49:42.992783 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] For port 5cad8731-ec93-41a4-a533-ddd48736e702, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5cad8731-ec93-41a4-a533-ddd48736e702,segment=NetworkSegment(dfdbb29b-1029-43e9-a9a2-7608c691a20c),segment_id=dfdbb29b-1029-43e9-a9a2-7608c691a20c)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:49:43.000504 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (5cad8731-ec93-41a4-a533-ddd48736e702), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:43.037374 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:43.038180 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:43.041609 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] 10.222.0.65 "PUT /v2.0/ports/5cad8731-ec93-41a4-a533-ddd48736e702 HTTP/1.1" status: 200 len: 1097 time: 0.7672486 Apr 12 18:49:43.041609 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b3a78a-06af-4500-8f3e-f97fe7989b3e', 'tag': '5cad8731-ec93-41a4-a533-ddd48736e702'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:49:43.042346 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2f7f88-0793-4f1b-8f5c-a2d422173a62" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b3a78a-06af-4500-8f3e-f97fe7989b3e", "tag": "5cad8731-ec93-41a4-a533-ddd48736e702"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:49:43.066504 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3465db3-d7f7-480b-a7c8-dfef1d0c4232 service neutron] Pushing event updated for resources: {'Port': ['ID=5cad8731-ec93-41a4-a533-ddd48736e702,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:43.168398 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-2415bf86-11aa-44e2-9898-bfd8291a4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:43.170549 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-2415bf86-11aa-44e2-9898-bfd8291a4566 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7024c4c2d3e24c97ae5cca0628b07eee&device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 1131 time: 0.0636687 Apr 12 18:49:43.225924 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-69384bb1-256b-48ee-b673-98bbb17003d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=5cad8731-ec93-41a4-a533-ddd48736e702 HTTP/1.1" status: 200 len: 217 time: 0.0481145 Apr 12 18:49:43.285679 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c960d8-7f1a-4582-a379-379933672540 x-openstack-request-id: req-23c960d8-7f1a-4582-a379-379933672540 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:49:43.286313 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b3a78a-06af-4500-8f3e-f97fe7989b3e", "tag": "5cad8731-ec93-41a4-a533-ddd48736e702", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:49:43.286413 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23c960d8-7f1a-4582-a379-379933672540 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:49:43.286783 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c960d8-7f1a-4582-a379-379933672540'] response: {'name': 'network-changed', 'server_uuid': 'a1b3a78a-06af-4500-8f3e-f97fe7989b3e', 'tag': '5cad8731-ec93-41a4-a533-ddd48736e702', 'status': 'completed', 'code': 200} Apr 12 18:49:43.302027 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-32c726e6-ba10-432e-bb94-188f311ac0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:43.304467 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-32c726e6-ba10-432e-bb94-188f311ac0c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47a4c773-1fb0-4fde-99c5-ae67af9561cc HTTP/1.1" status: 200 len: 843 time: 0.0717278 Apr 12 18:49:43.327614 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9525c3ef-a222-4e2e-8a54-79fbd0c11cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:43.354868 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-fe825613-7ccd-48a7-ae28-1fd75c9d3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:43.356433 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-fe825613-7ccd-48a7-ae28-1fd75c9d3350 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0449920 Apr 12 18:49:43.677554 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36602) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:43.825145 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-864862db-7b01-441d-a598-0385c5340886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:43.871853 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0b5d1-5cb0-4fed-972b-b151906211ac req-e203565d-94ed-4335-b7db-b10c1a58253f tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:43.873359 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cdc0b5d1-5cb0-4fed-972b-b151906211ac req-e203565d-94ed-4335-b7db-b10c1a58253f tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 947 time: 0.0886357 Apr 12 18:49:43.879009 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-35e66020-b786-414b-b4c4-72f8bfa5c431 service neutron] 10.222.0.65 "GET /v2.0/networks/cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565738 Apr 12 18:49:44.014790 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cdc0b5d1-5cb0-4fed-972b-b151906211ac req-8800be5e-664d-4f8b-a9f6-e7fcfa7654e7 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9e0cbbc-1576-436e-ab64-bd23d4b67afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319160 Apr 12 18:49:44.043093 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-30c3f014-0785-4a9d-8def-17cea4a2620d req-436ffb85-8b9f-48b1-bd0f-5f9eeb93a564 service neutron] 10.222.0.65 "GET /v2.0/networks/cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515203 Apr 12 18:49:44.054493 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-864862db-7b01-441d-a598-0385c5340886 admin admin] Publish callbacks [] for security_group (92c2e5a3-7a26-45f0-94f0-40f810f7af20), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:44.062024 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-864862db-7b01-441d-a598-0385c5340886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (92c2e5a3-7a26-45f0-94f0-40f810f7af20), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:44.102402 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-864862db-7b01-441d-a598-0385c5340886 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ca4b3bf3058430ea76697e2464e89ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4237430 Apr 12 18:49:44.103481 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864862db-7b01-441d-a598-0385c5340886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c2e5a3-7a26-45f0-94f0-40f810f7af20,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:44.105217 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36610) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:44.155233 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3bbaf7e7-3b0f-4f29-8e42-84f334a1d7e8 admin admin] Publish callbacks [] for security_group (92c2e5a3-7a26-45f0-94f0-40f810f7af20), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:44.177478 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3bbaf7e7-3b0f-4f29-8e42-84f334a1d7e8 admin admin] Publish callbacks [] for security_group (92c2e5a3-7a26-45f0-94f0-40f810f7af20), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:44.229750 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3bbaf7e7-3b0f-4f29-8e42-84f334a1d7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (92c2e5a3-7a26-45f0-94f0-40f810f7af20), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:44.232437 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3bbaf7e7-3b0f-4f29-8e42-84f334a1d7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:44.233605 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-3bbaf7e7-3b0f-4f29-8e42-84f334a1d7e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92c2e5a3-7a26-45f0-94f0-40f810f7af20 HTTP/1.1" status: 204 len: 168 time: 0.1275461 Apr 12 18:49:44.243667 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaf7e7-3b0f-4f29-8e42-84f334a1d7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c2e5a3-7a26-45f0-94f0-40f810f7af20,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:44.496522 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36622) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:44.510264 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a3bdac20-3e1a-44a2-be71-287462e922df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:44.587178 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a3bdac20-3e1a-44a2-be71-287462e922df admin admin] Publish callbacks [] for security_group (0063e810-4267-445f-b8e2-71a5b31d7780), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:44.591725 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a3bdac20-3e1a-44a2-be71-287462e922df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (0063e810-4267-445f-b8e2-71a5b31d7780), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:44.621960 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e199c-b268-4385-9bb6-711bc0a6a64b req-05ad220b-9dd5-4067-8844-eb36998c76ca tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:44.623498 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e01e199c-b268-4385-9bb6-711bc0a6a64b req-05ad220b-9dd5-4067-8844-eb36998c76ca tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 946 time: 0.0481203 Apr 12 18:49:44.630531 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-a3bdac20-3e1a-44a2-be71-287462e922df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6c75d22879d45979cc6384ba5952233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326430 Apr 12 18:49:44.631242 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdac20-3e1a-44a2-be71-287462e922df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0063e810-4267-445f-b8e2-71a5b31d7780,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:44.634372 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36626) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:44.675783 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e01e199c-b268-4385-9bb6-711bc0a6a64b req-189686e0-a618-4050-a87b-dde0276cfd22 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465446 Apr 12 18:49:44.682544 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-93aa6e7a-97af-4333-842d-5a504c4e1d79 admin admin] Publish callbacks [] for security_group (0063e810-4267-445f-b8e2-71a5b31d7780), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:44.704344 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-93aa6e7a-97af-4333-842d-5a504c4e1d79 admin admin] Publish callbacks [] for security_group (0063e810-4267-445f-b8e2-71a5b31d7780), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:44.749504 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-93aa6e7a-97af-4333-842d-5a504c4e1d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (0063e810-4267-445f-b8e2-71a5b31d7780), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:44.752053 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-93aa6e7a-97af-4333-842d-5a504c4e1d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:44.753256 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-93aa6e7a-97af-4333-842d-5a504c4e1d79 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0063e810-4267-445f-b8e2-71a5b31d7780 HTTP/1.1" status: 204 len: 168 time: 0.1178553 Apr 12 18:49:44.761051 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa6e7a-97af-4333-842d-5a504c4e1d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0063e810-4267-445f-b8e2-71a5b31d7780,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:45.131313 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262958a-202e-4f74-947e-38e2e235d1b8 req-0c7f3ecc-e3a5-4db6-9d7e-229b4ae06285 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:45.132984 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7262958a-202e-4f74-947e-38e2e235d1b8 req-0c7f3ecc-e3a5-4db6-9d7e-229b4ae06285 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 947 time: 0.0483510 Apr 12 18:49:45.183254 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7262958a-202e-4f74-947e-38e2e235d1b8 req-45cd6a12-45d5-44ce-9b91-5b1f688acd95 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9e0cbbc-1576-436e-ab64-bd23d4b67afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Apr 12 18:49:45.447288 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36650) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:45.551255 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1963828346-network', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:45.577524 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] Made reservation on behalf of 975616643d2e40d89222b43a2a5b7fa4 for: {'network': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:49:45.579873 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:45.588232 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:45.673760 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] Publish callbacks [] for security_group (1777e4e1-9af0-46d0-a47c-fe9ed1faec36), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:45.680587 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (1777e4e1-9af0-46d0-a47c-fe9ed1faec36), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:45.704398 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:49:45.713989 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1777e4e1-9af0-46d0-a47c-fe9ed1faec36,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:45.718724 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (926fc14c-2d59-41cd-bbde-968f35a484c3), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:45.719171 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.segments_db [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] Added segment 926fc14c-2d59-41cd-bbde-968f35a484c3 of type vlan for network f64b858d-e4d1-498c-a2c4-da8690332031 Apr 12 18:49:45.745869 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-100e732d-d521-4ce9-81df-185cd9cf043d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:45.766774 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (f64b858d-e4d1-498c-a2c4-da8690332031), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:45.791665 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (f64b858d-e4d1-498c-a2c4-da8690332031), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:45.792688 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:45.793263 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:45.799010 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d491e-1eb9-4ff5-a6b0-91f6cd2d27ad req-3ba870a6-bab1-4cd7-b868-e13b2d2ce62b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:45.800532 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ff9d491e-1eb9-4ff5-a6b0-91f6cd2d27ad req-3ba870a6-bab1-4cd7-b868-e13b2d2ce62b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 946 time: 0.0478971 Apr 12 18:49:45.847591 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ff9d491e-1eb9-4ff5-a6b0-91f6cd2d27ad req-f91e360c-6ee4-4dc8-b2e6-e5d428adda81 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414474 Apr 12 18:49:45.856862 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4084964 Apr 12 18:49:45.857966 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6436c06-399a-43b6-8105-8c340cd0deb7 admin admin] Pushing event updated for resources: {'Network': ['ID=f64b858d-e4d1-498c-a2c4-da8690332031,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:45.859850 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36656) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:45.867019 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-67e3b48f-5885-4426-8a75-8fb6190f5469 admin admin] Request body: {'subnet': {'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1963828346-subnet', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'ip_version': 4}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:45.875573 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network f64b858d-e4d1-498c-a2c4-da8690332031 details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:49:45.886402 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e3b48f-5885-4426-8a75-8fb6190f5469 admin admin] Made reservation on behalf of 975616643d2e40d89222b43a2a5b7fa4 for: {'subnet': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:49:45.888719 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-67e3b48f-5885-4426-8a75-8fb6190f5469 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8224861'] for subnet (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.062351 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-67e3b48f-5885-4426-8a75-8fb6190f5469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8341661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8224843'] for subnet (d428eada-472b-4e69-9aed-e3043387f48c), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.125638 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f7f88-0793-4f1b-8f5c-a2d422173a62 req-5886d45b-962b-40d6-8581-28837450e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:46.127164 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-af2f7f88-0793-4f1b-8f5c-a2d422173a62 req-5886d45b-962b-40d6-8581-28837450e9d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7024c4c2d3e24c97ae5cca0628b07eee&device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 1131 time: 0.0743647 Apr 12 18:49:46.141972 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3b48f-5885-4426-8a75-8fb6190f5469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d428eada-472b-4e69-9aed-e3043387f48c,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:46.158574 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e3b48f-5885-4426-8a75-8fb6190f5469 admin admin] Checking segment: {'id': '926fc14c-2d59-41cd-bbde-968f35a484c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:49:46.158995 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e3b48f-5885-4426-8a75-8fb6190f5469 admin admin] Network hostable DHCP agents. Network: f64b858d-e4d1-498c-a2c4-da8690332031, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:49:46.179367 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e3b48f-5885-4426-8a75-8fb6190f5469 admin admin] Network f64b858d-e4d1-498c-a2c4-da8690332031 is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:49:46.189360 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-67e3b48f-5885-4426-8a75-8fb6190f5469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, f64b858d-e4d1-498c-a2c4-da8690332031) {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:49:46.193670 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e3b48f-5885-4426-8a75-8fb6190f5469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:46.194275 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-67e3b48f-5885-4426-8a75-8fb6190f5469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.200126 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2c6d31-baba-45a6-b47e-d82e5bf6a2d9 None None] Network f64b858d-e4d1-498c-a2c4-da8690332031 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:49:46.213102 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-67e3b48f-5885-4426-8a75-8fb6190f5469 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3497729 Apr 12 18:49:46.215632 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36660) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:46.220811 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:46.244345 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58758'] for router (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.245662 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58783'] for router (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.303917 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d4b8a3-d7c9-5bb4-a161-973022d58dea-f64b858d-e4d1-498c-a2c4-da8690332031', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'fixed_ips': [{'subnet_id': 'd428eada-472b-4e69-9aed-e3043387f48c'}]}} from dv-cinder-837536-1-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:49:46.304810 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.336626 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Publish callbacks [] for router_controller (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), precommit_add_association {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.344045 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af61d5-e3d9-4c31-a4ab-d0b5749bca5b req-a7543555-781a-4b4e-9672-6941f686ad06 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:46.345526 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c1af61d5-e3d9-4c31-a4ab-d0b5749bca5b req-a7543555-781a-4b4e-9672-6941f686ad06 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 947 time: 0.0899441 Apr 12 18:49:46.440751 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Allocated IP 172.20.0.2 (f64b858d-e4d1-498c-a2c4-da8690332031/d428eada-472b-4e69-9aed-e3043387f48c/0c5b8b59-445d-42ba-8e8c-c3567e093c4d) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:49:46.512959 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Publish callbacks [] for router_gateway (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.518614 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c1af61d5-e3d9-4c31-a4ab-d0b5749bca5b req-e755ce92-ec6d-433b-afdc-ee2613610080 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9e0cbbc-1576-436e-ab64-bd23d4b67afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392405 Apr 12 18:49:46.586791 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Publish callbacks [] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.594934 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.647901 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Network f64b858d-e4d1-498c-a2c4-da8690332031 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:49:46.650870 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.654420 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:49:46.656890 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:49:46.659805 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Pushing event updated for resources: {'Port': ['ID=0c5b8b59-445d-42ba-8e8c-c3567e093c4d,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:46.702779 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Publish callbacks [] for router_gateway (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.716776 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Attempting to bind port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:49:46.717175 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Attempting to bind port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': '926fc14c-2d59-41cd-bbde-968f35a484c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:49:46.717562 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Attempting to bind port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d on network f64b858d-e4d1-498c-a2c4-da8690332031 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:49:46.722144 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.722676 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:49:46.723053 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Checking segment: {'id': '926fc14c-2d59-41cd-bbde-968f35a484c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:49:46.723480 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.723872 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Bound using segment: {'id': '926fc14c-2d59-41cd-bbde-968f35a484c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:49:46.724332 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Bound port: 0c5b8b59-445d-42ba-8e8c-c3567e093c4d, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926fc14c-2d59-41cd-bbde-968f35a484c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:49:46.724705 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.797385 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] For port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:49:46.800945 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] For port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=0c5b8b59-445d-42ba-8e8c-c3567e093c4d,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:49:46.806757 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.832172 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Allocated IP 172.27.2.8 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/c5ee1745-d227-40ae-877d-6801b39e4a69) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:49:46.871932 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483651fb-0270-4b66-891f-bc07ee2fc279 None None] Pushing event updated for resources: {'Port': ['ID=0c5b8b59-445d-42ba-8e8c-c3567e093c4d,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:46.950681 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Publish callbacks [] for port (c5ee1745-d227-40ae-877d-6801b39e4a69), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:46.987482 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (c5ee1745-d227-40ae-877d-6801b39e4a69), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:47.054258 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:49:47.058649 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:49:47.060786 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ee1745-d227-40ae-877d-6801b39e4a69,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:47.063048 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:49:47.212047 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26eead-f546-4900-b6c5-bb07d8cd09ca req-ae4f83f6-17f5-481a-89f2-b234e32a7eab tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:47.213554 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b26eead-f546-4900-b6c5-bb07d8cd09ca req-ae4f83f6-17f5-481a-89f2-b234e32a7eab tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 946 time: 0.1163318 Apr 12 18:49:47.356572 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4b26eead-f546-4900-b6c5-bb07d8cd09ca req-61d45033-c010-4d02-870b-c4bce8c92c2d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367707 Apr 12 18:49:47.427077 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f7f88-0793-4f1b-8f5c-a2d422173a62 req-b0f5c530-1da7-446f-9d66-c28c59eaa391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:47.428588 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-af2f7f88-0793-4f1b-8f5c-a2d422173a62 req-b0f5c530-1da7-446f-9d66-c28c59eaa391 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd HTTP/1.1" status: 200 len: 870 time: 0.1781099 Apr 12 18:49:47.491808 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-af2f7f88-0793-4f1b-8f5c-a2d422173a62 req-b7d85b9d-a7d9-44f1-af96-f7d7138f92ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=5cad8731-ec93-41a4-a533-ddd48736e702 HTTP/1.1" status: 200 len: 217 time: 0.0383430 Apr 12 18:49:47.541997 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Publish callbacks [] for router_gateway (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:47.590903 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f7f88-0793-4f1b-8f5c-a2d422173a62 req-5755cdbc-f219-4d22-a478-4116121feadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:47.592442 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-af2f7f88-0793-4f1b-8f5c-a2d422173a62 req-5755cdbc-f219-4d22-a478-4116121feadc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47a4c773-1fb0-4fde-99c5-ae67af9561cc HTTP/1.1" status: 200 len: 843 time: 0.0885618 Apr 12 18:49:47.718575 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97faf3-8bdd-4c86-b4d4-832c3080fe62 req-5e2237bb-b020-409e-8d06-22711a17908b tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:47.720112 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3a97faf3-8bdd-4c86-b4d4-832c3080fe62 req-5e2237bb-b020-409e-8d06-22711a17908b tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 947 time: 0.1227357 Apr 12 18:49:47.723405 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f7f88-0793-4f1b-8f5c-a2d422173a62 req-a09444e0-e8eb-4fd6-b2ac-c76740e976a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:47.724764 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-af2f7f88-0793-4f1b-8f5c-a2d422173a62 req-a09444e0-e8eb-4fd6-b2ac-c76740e976a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0852845 Apr 12 18:49:47.805583 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57b862d-8226-41ae-b693-88cf9e43a3b6 None None] Network f64b858d-e4d1-498c-a2c4-da8690332031 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:49:47.914283 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-cddcf3d3-bc19-4703-a84e-c64fd0b812bd None None] Provisioning complete for port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:47.914560 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cddcf3d3-bc19-4703-a84e-c64fd0b812bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:48.003877 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-cddcf3d3-bc19-4703-a84e-c64fd0b812bd None None] Current status of the port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:49:48.004280 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cddcf3d3-bc19-4703-a84e-c64fd0b812bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:48.053130 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-cddcf3d3-bc19-4703-a84e-c64fd0b812bd None None] For port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=0c5b8b59-445d-42ba-8e8c-c3567e093c4d,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:49:48.060716 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cddcf3d3-bc19-4703-a84e-c64fd0b812bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:48.066804 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:48.117694 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcf3d3-bc19-4703-a84e-c64fd0b812bd None None] Pushing event updated for resources: {'Port': ['ID=0c5b8b59-445d-42ba-8e8c-c3567e093c4d,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:48.183136 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-22df237c-07ec-41cd-816a-ca459c8a290b None None] Provisioning complete for port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:48.183448 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-22df237c-07ec-41cd-816a-ca459c8a290b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:48.208839 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 0c5b8b59-445d-42ba-8e8c-c3567e093c4d up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:49:48.221211 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3a97faf3-8bdd-4c86-b4d4-832c3080fe62 req-310e7fd3-1d9b-4620-95ce-fc8edb8d7656 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9e0cbbc-1576-436e-ab64-bd23d4b67afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942434 Apr 12 18:49:48.244048 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-5701e213-0bb7-434c-8813-143b9ac04ddb tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:48.245470 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-5701e213-0bb7-434c-8813-143b9ac04ddb tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.65 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 946 time: 0.0892360 Apr 12 18:49:48.252810 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637342'] for router (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:48.282477 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-af2f7f88-0793-4f1b-8f5c-a2d422173a62 req-bcdb89ce-07eb-4e25-9279-c1579a2bc928 service neutron] 10.222.0.65 "GET /v2.0/networks/cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478270 Apr 12 18:49:48.293989 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:48.294353 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:48.328293 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-22df237c-07ec-41cd-816a-ca459c8a290b None None] Current status of the port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:49:48.383121 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:49:48.505393 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-033b50e3-5c20-4824-85e7-f1730771cf94 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Deleting port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:49:48.505633 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-033b50e3-5c20-4824-85e7-f1730771cf94 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:48.553008 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3fe9e-a79d-4780-a90f-4aba481e2a92 req-fb0174bd-3ca1-446c-b4d4-a6c54695178d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:48.554434 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5fb3fe9e-a79d-4780-a90f-4aba481e2a92 req-fb0174bd-3ca1-446c-b4d4-a6c54695178d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 946 time: 0.1067791 Apr 12 18:49:48.587378 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-af2f7f88-0793-4f1b-8f5c-a2d422173a62 req-e42ea493-03f3-41fd-aa8b-11290c275d71 service neutron] 10.222.0.65 "GET /v2.0/networks/cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979841 Apr 12 18:49:48.664327 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-033b50e3-5c20-4824-85e7-f1730771cf94 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] For port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:49:48.664685 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-033b50e3-5c20-4824-85e7-f1730771cf94 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:48.682873 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5fb3fe9e-a79d-4780-a90f-4aba481e2a92 req-e4ee6bf3-88e0-437c-93a4-5de0af8aa69a tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=0fee141a-768d-408b-84d4-38ecf645f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981178 Apr 12 18:49:48.728225 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab is scheduled to L3 agent 44317c89-751a-4fda-aa0e-2e986157389a with binding_index 1 {{(pid=103439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:49:48.748645 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 5cad8731-ec93-41a4-a533-ddd48736e702 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:49:48.859924 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 5cad8731-ec93-41a4-a533-ddd48736e702, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5cad8731-ec93-41a4-a533-ddd48736e702,segment=NetworkSegment(dfdbb29b-1029-43e9-a9a2-7608c691a20c),segment_id=dfdbb29b-1029-43e9-a9a2-7608c691a20c)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:49:48.872393 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '5cad8731-ec93-41a4-a533-ddd48736e702', 'network_id': 'cbbbbb29-b75c-4b57-b8f5-b7e97826ddbd', 'port_id': '5cad8731-ec93-41a4-a533-ddd48736e702', 'mac_address': 'fa:16:3e:95:3a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a4c773-1fb0-4fde-99c5-ae67af9561cc', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:49:48.911601 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 5cad8731-ec93-41a4-a533-ddd48736e702 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:49:48.912244 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5cad8731-ec93-41a4-a533-ddd48736e702), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:48.925194 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cad8731-ec93-41a4-a533-ddd48736e702 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:49:48.936065 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:49:48.938814 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-033b50e3-5c20-4824-85e7-f1730771cf94 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:48.939170 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-033b50e3-5c20-4824-85e7-f1730771cf94 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (9e7382a6-b8cb-4c98-815f-6ac95cd5ae9e), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:48.939505 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-033b50e3-5c20-4824-85e7-f1730771cf94 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Floating IP 9e7382a6-b8cb-4c98-815f-6ac95cd5ae9e disassociated. External IP: 172.27.2.220, port: 5bd1e719-d9ac-42cb-b5fe-24473df43bd5. Apr 12 18:49:48.939844 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-033b50e3-5c20-4824-85e7-f1730771cf94 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Calling delete_port for 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:49:48.946439 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 5cad8731-ec93-41a4-a533-ddd48736e702, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5cad8731-ec93-41a4-a533-ddd48736e702,segment=NetworkSegment(dfdbb29b-1029-43e9-a9a2-7608c691a20c),segment_id=dfdbb29b-1029-43e9-a9a2-7608c691a20c)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:49:48.946613 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Sync routers for ids ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:49:48.958292 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (5cad8731-ec93-41a4-a533-ddd48736e702), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:48.958717 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Routers {'0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:49:48.959400 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d445887c-ee37-403c-b193-de511712dbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:49:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:48.991894 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:48.993450 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-05a7e2c2-f6e5-4d4e-aeaf-53a15290a0d0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7765687 Apr 12 18:49:48.996465 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36670) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:49.073894 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Set router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:49:49.096820 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-033b50e3-5c20-4824-85e7-f1730771cf94 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (5bd1e719-d9ac-42cb-b5fe-24473df43bd5), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:49.136403 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b50e3-5c20-4824-85e7-f1730771cf94 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event deleted for resources: {'Port': ['ID=5bd1e719-d9ac-42cb-b5fe-24473df43bd5,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:49.179990 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=5cad8731-ec93-41a4-a533-ddd48736e702,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:49.276096 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d445887c-ee37-403c-b193-de511712dbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:47Z', 'revision_number': 3, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'gw_port': {'id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:49.285206 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-033b50e3-5c20-4824-85e7-f1730771cf94 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:49:49.305382 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Checking router: 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:49:49.306179 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Updating router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab port c5ee1745-d227-40ae-877d-6801b39e4a69 binding host dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:49:49.307516 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['5cad8731-ec93-41a4-a533-ddd48736e702'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:49:49.342809 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c5ee1745-d227-40ae-877d-6801b39e4a69), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:49.399748 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891687e0-ce68-470a-970d-5f9508f838c9 req-c7930257-2f2d-4ade-b478-3a41ac745b6c tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:49.408419 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-891687e0-ce68-470a-970d-5f9508f838c9 req-c7930257-2f2d-4ade-b478-3a41ac745b6c tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 948 time: 0.1163728 Apr 12 18:49:49.478984 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:49.502712 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-891687e0-ce68-470a-970d-5f9508f838c9 req-eeaf75ec-64ad-4c1f-acc9-18f7b9ee3fa1 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9e0cbbc-1576-436e-ab64-bd23d4b67afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931129 Apr 12 18:49:49.510408 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-033b50e3-5c20-4824-85e7-f1730771cf94 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:49:49.529408 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9779a7-a000-4ddf-9386-e61a78fc340e None None] Sync routers for ids ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:49:49.545650 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9779a7-a000-4ddf-9386-e61a78fc340e None None] Routers {'6dfe31cd-d6d3-4b70-87ac-fc559689e90f'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:49:49.545650 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4a9779a7-a000-4ddf-9386-e61a78fc340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:49:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:49.558357 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-033b50e3-5c20-4824-85e7-f1730771cf94 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] No DVR routers for this DVR port 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:49:49.562092 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-033b50e3-5c20-4824-85e7-f1730771cf94 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:49.565488 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-252a5948-e2b2-4c0b-b9c1-fbe26f987365 req-033b50e3-5c20-4824-85e7-f1730771cf94 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.65 "DELETE /v2.0/ports/5bd1e719-d9ac-42cb-b5fe-24473df43bd5 HTTP/1.1" status: 204 len: 173 time: 1.3141739 Apr 12 18:49:49.566045 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'name': 'network-vif-deleted', 'tag': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:49:49.568529 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4063739-d4dd-4af8-a918-b5e23e0eb0b6" -d '{"events": [{"server_uuid": "a19d69ae-295b-4653-b863-d6eb41e59c01", "name": "network-vif-deleted", "tag": "5bd1e719-d9ac-42cb-b5fe-24473df43bd5"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:49:49.605315 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d3b8e4-9ee0-4542-a59b-99a5ec90cc5f x-openstack-request-id: req-19d3b8e4-9ee0-4542-a59b-99a5ec90cc5f {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:49:49.605631 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19d69ae-295b-4653-b863-d6eb41e59c01", "name": "network-vif-deleted", "tag": "5bd1e719-d9ac-42cb-b5fe-24473df43bd5", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:49:49.605918 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19d3b8e4-9ee0-4542-a59b-99a5ec90cc5f {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:49:49.606341 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d3b8e4-9ee0-4542-a59b-99a5ec90cc5f'] response: {'server_uuid': 'a19d69ae-295b-4653-b863-d6eb41e59c01', 'name': 'network-vif-deleted', 'tag': '5bd1e719-d9ac-42cb-b5fe-24473df43bd5', 'status': 'completed', 'code': 200} Apr 12 18:49:49.664846 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Publish callbacks [] for port (c5ee1745-d227-40ae-877d-6801b39e4a69), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:49.689485 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-4a9779a7-a000-4ddf-9386-e61a78fc340e None None] Set router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:49:49.697982 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (c5ee1745-d227-40ae-877d-6801b39e4a69), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:49.766341 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Pushing event updated for resources: {'Port': ['ID=c5ee1745-d227-40ae-877d-6801b39e4a69,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:49.772427 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:49.822982 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:49.823802 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:49.824165 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:49.824516 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:49.824846 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:49.825169 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:49.825493 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:49.826262 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:49.826262 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:49.826480 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:49.826725 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:49.827059 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:49.827401 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:49.827714 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:49.831296 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:49:49.835535 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Attempting to bind port c5ee1745-d227-40ae-877d-6801b39e4a69 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:49:49.835895 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Attempting to bind port c5ee1745-d227-40ae-877d-6801b39e4a69 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:49:49.836250 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Attempting to bind port c5ee1745-d227-40ae-877d-6801b39e4a69 on network 78cdc165-acac-4fef-b363-a66b7c239f59 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:49:49.843588 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:49:49.843967 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Checking segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:49:49.844361 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:49.844743 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Bound using segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:49:49.845202 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Bound port: c5ee1745-d227-40ae-877d-6801b39e4a69, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:49:49.845574 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c5ee1745-d227-40ae-877d-6801b39e4a69), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:49.880479 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0b73d85a-cfcc-4588-a4ea-ea3d1e5bc624 req-9c218069-1811-41e5-84d9-fbdbae3fdca7 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=a19d69ae-295b-4653-b863-d6eb41e59c01 HTTP/1.1" status: 200 len: 210 time: 0.0340765 Apr 12 18:49:49.917245 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-d445887c-ee37-403c-b193-de511712dbfe None None] For port c5ee1745-d227-40ae-877d-6801b39e4a69, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:49:49.924942 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-d445887c-ee37-403c-b193-de511712dbfe None None] For port c5ee1745-d227-40ae-877d-6801b39e4a69, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=c5ee1745-d227-40ae-877d-6801b39e4a69,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:49:49.936264 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (c5ee1745-d227-40ae-877d-6801b39e4a69), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:49.975928 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Allocated IP 172.20.0.1 (f64b858d-e4d1-498c-a2c4-da8690332031/d428eada-472b-4e69-9aed-e3043387f48c/e8646a3c-254d-47f1-a2c7-0388b0f1b464) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:49:50.014775 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Routers {'0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:49:50.015441 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d445887c-ee37-403c-b193-de511712dbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:49:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:50.018825 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06467074-f6bd-4b7a-abb7-9afbef8c5946 None None] Pushing event updated for resources: {'Port': ['ID=c5ee1745-d227-40ae-877d-6801b39e4a69,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:50.084513 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Publish callbacks [] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:50.119086 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:50.121786 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4a9779a7-a000-4ddf-9386-e61a78fc340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:46Z', 'revision_number': 5, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:50.140875 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-d445887c-ee37-403c-b193-de511712dbfe None None] Set router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:49:50.166226 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Network f64b858d-e4d1-498c-a2c4-da8690332031 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:49:50.168551 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9779a7-a000-4ddf-9386-e61a78fc340e None None] Checking router: 6dfe31cd-d6d3-4b70-87ac-fc559689e90f for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:49:50.171920 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:49:50.177342 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9779a7-a000-4ddf-9386-e61a78fc340e None None] Routers {'6dfe31cd-d6d3-4b70-87ac-fc559689e90f'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:49:50.177955 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4a9779a7-a000-4ddf-9386-e61a78fc340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:49:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:50.179502 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:49:50.182759 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Pushing event updated for resources: {'Port': ['ID=e8646a3c-254d-47f1-a2c7-0388b0f1b464,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:50.231935 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637167'] for router_interface (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:50.322383 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 0c5b8b59-445d-42ba-8e8c-c3567e093c4d up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:49:50.372049 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d445887c-ee37-403c-b193-de511712dbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:47Z', 'revision_number': 3, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'gw_port': {'id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:50.402936 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-4a9779a7-a000-4ddf-9386-e61a78fc340e None None] Set router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:49:50.407876 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:50.415551 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d445887c-ee37-403c-b193-de511712dbfe None None] The sync data for ids ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'] in dv-cinder-837536-1-iscsi is: [{'id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:47Z', 'revision_number': 3, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'gw_port': {'id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:49:50.452311 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:50.452750 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:50.535336 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-c4e3eba8-ecb6-4250-9a99-f6e7929132b0 None None] Provisioning complete for port e8646a3c-254d-47f1-a2c7-0388b0f1b464 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:50.535708 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c4e3eba8-ecb6-4250-9a99-f6e7929132b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:50.594965 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Publish callbacks [] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:50.605099 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:50.625402 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-c4e3eba8-ecb6-4250-9a99-f6e7929132b0 None None] Port e8646a3c-254d-47f1-a2c7-0388b0f1b464 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:49:50.655310 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed77de5-c088-4521-aacc-cd4e2a0730b3 req-0846bb83-759a-455e-ac32-b23bd0096242 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:50.663306 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6ed77de5-c088-4521-aacc-cd4e2a0730b3 req-0846bb83-759a-455e-ac32-b23bd0096242 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 948 time: 0.0658653 Apr 12 18:49:50.715945 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:49:50.722085 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Pushing event updated for resources: {'Port': ['ID=e8646a3c-254d-47f1-a2c7-0388b0f1b464,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:50.732753 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634719'] for router_interface (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:50.743787 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4a9779a7-a000-4ddf-9386-e61a78fc340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:46Z', 'revision_number': 5, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:50.762312 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6ed77de5-c088-4521-aacc-cd4e2a0730b3 req-64cba84a-d750-4769-af51-0423e7c73a3c tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9e0cbbc-1576-436e-ab64-bd23d4b67afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980508 Apr 12 18:49:50.781026 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 5cad8731-ec93-41a4-a533-ddd48736e702 up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:49:50.786633 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9779a7-a000-4ddf-9386-e61a78fc340e None None] The sync data for ids ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'] in dv-cinder-837536-1-iscsi is: [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:46Z', 'revision_number': 5, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:49:50.847769 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port 5cad8731-ec93-41a4-a533-ddd48736e702 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:49:50.857711 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 5cad8731-ec93-41a4-a533-ddd48736e702 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:50.858097 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (5cad8731-ec93-41a4-a533-ddd48736e702), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:50.890623 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Network f64b858d-e4d1-498c-a2c4-da8690332031 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:49:50.892148 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:49:50.953509 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 5cad8731-ec93-41a4-a533-ddd48736e702 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:49:50.953928 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (5cad8731-ec93-41a4-a533-ddd48736e702), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:51.015366 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b3a78a-06af-4500-8f3e-f97fe7989b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cad8731-ec93-41a4-a533-ddd48736e702'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:49:51.027488 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c983441c-c98e-4e84-8619-af997a711074" -d '{"events": [{"server_uuid": "a1b3a78a-06af-4500-8f3e-f97fe7989b3e", "name": "network-vif-plugged", "status": "completed", "tag": "5cad8731-ec93-41a4-a533-ddd48736e702"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:49:51.039105 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36686) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:51.049943 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 5cad8731-ec93-41a4-a533-ddd48736e702, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5cad8731-ec93-41a4-a533-ddd48736e702,segment=NetworkSegment(dfdbb29b-1029-43e9-a9a2-7608c691a20c),segment_id=dfdbb29b-1029-43e9-a9a2-7608c691a20c)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:49:51.062615 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (5cad8731-ec93-41a4-a533-ddd48736e702), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:51.114850 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef76877e-a926-47b3-9dc9-517c20c4fa25 x-openstack-request-id: req-ef76877e-a926-47b3-9dc9-517c20c4fa25 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:49:51.115240 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b3a78a-06af-4500-8f3e-f97fe7989b3e", "name": "network-vif-plugged", "status": "completed", "tag": "5cad8731-ec93-41a4-a533-ddd48736e702", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:49:51.115469 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef76877e-a926-47b3-9dc9-517c20c4fa25 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:49:51.116052 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef76877e-a926-47b3-9dc9-517c20c4fa25'] response: {'server_uuid': 'a1b3a78a-06af-4500-8f3e-f97fe7989b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cad8731-ec93-41a4-a533-ddd48736e702', 'code': 200} Apr 12 18:49:51.123891 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:49:51.128582 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7b8d86ca-10f2-4e02-adfa-d81bf12d4955 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group (0fee141a-768d-408b-84d4-38ecf645f85f), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:51.155483 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=5cad8731-ec93-41a4-a533-ddd48736e702,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:51.178584 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7b8d86ca-10f2-4e02-adfa-d81bf12d4955 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group (0fee141a-768d-408b-84d4-38ecf645f85f), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:51.223856 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566ed7d-cd05-484d-9489-a77a5c7012a9 None None] New status for floating IP 9e7382a6-b8cb-4c98-815f-6ac95cd5ae9e: DOWN {{(pid=103441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:49:51.253735 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-c553f354-e8ef-4c67-af0d-83e64307b04a None None] Provisioning complete for port e8646a3c-254d-47f1-a2c7-0388b0f1b464 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:51.254202 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c553f354-e8ef-4c67-af0d-83e64307b04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:51.258886 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7b8d86ca-10f2-4e02-adfa-d81bf12d4955 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (0fee141a-768d-408b-84d4-38ecf645f85f), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:51.262783 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7b8d86ca-10f2-4e02-adfa-d81bf12d4955 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:51.264283 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-7b8d86ca-10f2-4e02-adfa-d81bf12d4955 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "DELETE /v2.0/security-groups/0fee141a-768d-408b-84d4-38ecf645f85f HTTP/1.1" status: 204 len: 168 time: 0.2239962 Apr 12 18:49:51.269112 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36688) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:51.302892 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d86ca-10f2-4e02-adfa-d81bf12d4955 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fee141a-768d-408b-84d4-38ecf645f85f,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:51.308398 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.api.v2.resource [None req-cf4493ef-c633-4b4b-9856-aea097b4045d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] show failed (client error): The resource could not be found. Apr 12 18:49:51.309475 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-cf4493ef-c633-4b4b-9856-aea097b4045d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups/0fee141a-768d-408b-84d4-38ecf645f85f HTTP/1.1" status: 404 len: 347 time: 0.0380478 Apr 12 18:49:51.313224 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36690) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:51.355695 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-c553f354-e8ef-4c67-af0d-83e64307b04a None None] Port e8646a3c-254d-47f1-a2c7-0388b0f1b464 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:49:51.371441 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:49:51.383652 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-ef3cd564-9f59-4b83-9ffe-acf949e35de6 admin admin] 10.222.0.64 "PUT /v2.0/routers/0c7b34a5-858f-4bf6-a5e8-200ceb4faeab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3860524 Apr 12 18:49:51.497766 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c84b5f-10ba-47d5-81ac-ff0a8a16e0b0 req-d4d60031-9b3c-4b85-b07e-5a6864bc2f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:51.499372 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-75c84b5f-10ba-47d5-81ac-ff0a8a16e0b0 req-d4d60031-9b3c-4b85-b07e-5a6864bc2f5e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 1133 time: 0.1708333 Apr 12 18:49:51.548375 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd9dad-987e-49b3-9e60-1a52c74088f8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Deleting port 5f923580-33d8-48b5-9d1b-abf53d9fd26b {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:49:51.548802 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9dad-987e-49b3-9e60-1a52c74088f8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (5f923580-33d8-48b5-9d1b-abf53d9fd26b), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:51.575354 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-75c84b5f-10ba-47d5-81ac-ff0a8a16e0b0 req-2da72d26-18c2-4fbe-992c-514e478e7091 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b9e0cbbc-1576-436e-ab64-bd23d4b67afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694482 Apr 12 18:49:51.637751 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9dad-987e-49b3-9e60-1a52c74088f8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (5f923580-33d8-48b5-9d1b-abf53d9fd26b), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:51.638073 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9dad-987e-49b3-9e60-1a52c74088f8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for floatingip (5f923580-33d8-48b5-9d1b-abf53d9fd26b), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:51.651089 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd9dad-987e-49b3-9e60-1a52c74088f8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Calling delete_port for 5f923580-33d8-48b5-9d1b-abf53d9fd26b owned by network:floatingip {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:49:51.794505 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9dad-987e-49b3-9e60-1a52c74088f8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (5f923580-33d8-48b5-9d1b-abf53d9fd26b), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:51.822500 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd9dad-987e-49b3-9e60-1a52c74088f8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event deleted for resources: {'Port': ['ID=5f923580-33d8-48b5-9d1b-abf53d9fd26b,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:51.918417 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36708) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:51.923782 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2a733-8b03-4743-8118-76b62a62cb9b req-428f0db3-cb2a-4dd7-90d4-646224e15eb7 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:51.923946 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1313524422-network', 'tenant_id': '24836e95b2f34526828c4f9dd35823e0'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:51.925327 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d3d2a733-8b03-4743-8118-76b62a62cb9b req-428f0db3-cb2a-4dd7-90d4-646224e15eb7 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 949 time: 0.0567203 Apr 12 18:49:51.926118 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9dad-987e-49b3-9e60-1a52c74088f8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for floatingip (9e7382a6-b8cb-4c98-815f-6ac95cd5ae9e), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:51.928612 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9dad-987e-49b3-9e60-1a52c74088f8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:51.932331 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-8dfd9dad-987e-49b3-9e60-1a52c74088f8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "DELETE /v2.0/floatingips/9e7382a6-b8cb-4c98-815f-6ac95cd5ae9e HTTP/1.1" status: 204 len: 168 time: 0.6155181 Apr 12 18:49:51.960814 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] Made reservation on behalf of 24836e95b2f34526828c4f9dd35823e0 for: {'network': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:49:51.963346 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:51.976114 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:51.981752 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d3d2a733-8b03-4743-8118-76b62a62cb9b req-9cb141e6-44ca-4238-892b-0013a168c045 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9e0cbbc-1576-436e-ab64-bd23d4b67afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507381 Apr 12 18:49:52.055317 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] Publish callbacks [] for security_group (c51ea197-9492-4ba9-935f-752bdf70aaee), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.061435 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (c51ea197-9492-4ba9-935f-752bdf70aaee), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.086578 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36712) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:52.090424 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:49:52.092852 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-98e39477-9aff-47b3-9f22-0b0ad0f8407b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970773522', 'description': 'tempest-description--1193344429'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:52.103094 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51ea197-9492-4ba9-935f-752bdf70aaee,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:52.109460 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (121c62bd-2c32-4e60-b8b6-1a77475fa4c2), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.109812 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.segments_db [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] Added segment 121c62bd-2c32-4e60-b8b6-1a77475fa4c2 of type vlan for network 83a39928-bae4-4a78-af29-44a905236855 Apr 12 18:49:52.119938 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-98e39477-9aff-47b3-9f22-0b0ad0f8407b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.161570 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (83a39928-bae4-4a78-af29-44a905236855), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.187579 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (83a39928-bae4-4a78-af29-44a905236855), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.188848 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:52.189670 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.206263 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-98e39477-9aff-47b3-9f22-0b0ad0f8407b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group (ccd21b0f-e64c-4938-bd55-f666073f6c52), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.211338 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-98e39477-9aff-47b3-9f22-0b0ad0f8407b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (ccd21b0f-e64c-4938-bd55-f666073f6c52), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.222164 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device c5ee1745-d227-40ae-877d-6801b39e4a69 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:49:52.226222 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3065255 Apr 12 18:49:52.230407 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36714) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:52.254684 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-98e39477-9aff-47b3-9f22-0b0ad0f8407b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.255988 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-98e39477-9aff-47b3-9f22-0b0ad0f8407b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1680834 Apr 12 18:49:52.258827 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36716) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:52.262706 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-7abfa1ea-391c-4455-af1b-fc7fbced14bd admin admin] Request body: {'subnet': {'network_id': '83a39928-bae4-4a78-af29-44a905236855', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1313524422-subnet', 'tenant_id': '24836e95b2f34526828c4f9dd35823e0', 'ip_version': 4}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:52.263090 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-1cb31b6e-368b-45ee-bb14-62ec163ce624 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Request body: {'security_group_rule': {'security_group_id': 'ccd21b0f-e64c-4938-bd55-f666073f6c52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:52.270871 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e39477-9aff-47b3-9f22-0b0ad0f8407b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd21b0f-e64c-4938-bd55-f666073f6c52,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:52.275948 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a05ec8-ce2b-4644-8f9e-b99980bf1188 admin admin] Pushing event updated for resources: {'Network': ['ID=83a39928-bae4-4a78-af29-44a905236855,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:52.284183 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port c5ee1745-d227-40ae-877d-6801b39e4a69 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:52.284943 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (c5ee1745-d227-40ae-877d-6801b39e4a69), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.295333 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abfa1ea-391c-4455-af1b-fc7fbced14bd admin admin] Made reservation on behalf of 24836e95b2f34526828c4f9dd35823e0 for: {'subnet': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:49:52.299615 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7abfa1ea-391c-4455-af1b-fc7fbced14bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7482567'] for subnet (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.304085 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1cb31b6e-368b-45ee-bb14-62ec163ce624 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group_rule (f3e32caf-c922-4233-88cb-12726fb3c2b6), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.323849 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network 83a39928-bae4-4a78-af29-44a905236855 details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:49:52.371360 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1cb31b6e-368b-45ee-bb14-62ec163ce624 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group_rule (f3e32caf-c922-4233-88cb-12726fb3c2b6), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.378794 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1cb31b6e-368b-45ee-bb14-62ec163ce624 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (f3e32caf-c922-4233-88cb-12726fb3c2b6), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.403178 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb31b6e-368b-45ee-bb14-62ec163ce624 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e32caf-c922-4233-88cb-12726fb3c2b6,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:52.414030 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1cb31b6e-368b-45ee-bb14-62ec163ce624 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.418376 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-1cb31b6e-368b-45ee-bb14-62ec163ce624 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585767 Apr 12 18:49:52.419745 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36718) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:52.425811 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-ca9f9a70-8617-448b-922c-6bf1f4894d53 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Request body: {'security_group_rule': {'security_group_id': 'ccd21b0f-e64c-4938-bd55-f666073f6c52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:52.452555 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port c5ee1745-d227-40ae-877d-6801b39e4a69 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:49:52.453005 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c5ee1745-d227-40ae-877d-6801b39e4a69), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.463548 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9a70-8617-448b-922c-6bf1f4894d53 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group_rule (25a14da9-e1fd-45c7-bf25-95c30271039b), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.483710 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] For port c5ee1745-d227-40ae-877d-6801b39e4a69, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=c5ee1745-d227-40ae-877d-6801b39e4a69,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:49:52.487850 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Sync routers for ids ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:49:52.494327 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (c5ee1745-d227-40ae-877d-6801b39e4a69), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.499166 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7abfa1ea-391c-4455-af1b-fc7fbced14bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8176915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7482577'] for subnet (ca4e9811-1211-4b20-af76-85750c75fe97), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.529690 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9a70-8617-448b-922c-6bf1f4894d53 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group_rule (25a14da9-e1fd-45c7-bf25-95c30271039b), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.531447 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Routers {'0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:49:52.532082 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:49:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:52.537332 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9a70-8617-448b-922c-6bf1f4894d53 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (25a14da9-e1fd-45c7-bf25-95c30271039b), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.554788 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfa1ea-391c-4455-af1b-fc7fbced14bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4e9811-1211-4b20-af76-85750c75fe97,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:52.555278 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f9a70-8617-448b-922c-6bf1f4894d53 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a14da9-e1fd-45c7-bf25-95c30271039b,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:52.567775 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9a70-8617-448b-922c-6bf1f4894d53 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.573026 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-ca9f9a70-8617-448b-922c-6bf1f4894d53 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522136 Apr 12 18:49:52.573258 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36720) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:52.579974 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Request body: {'floatingip': {'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:52.589905 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abfa1ea-391c-4455-af1b-fc7fbced14bd admin admin] Checking segment: {'id': '121c62bd-2c32-4e60-b8b6-1a77475fa4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83a39928-bae4-4a78-af29-44a905236855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:49:52.590114 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abfa1ea-391c-4455-af1b-fc7fbced14bd admin admin] Network hostable DHCP agents. Network: 83a39928-bae4-4a78-af29-44a905236855, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:49:52.601313 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Pushing event updated for resources: {'Port': ['ID=c5ee1745-d227-40ae-877d-6801b39e4a69,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:52.616236 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.620884 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abfa1ea-391c-4455-af1b-fc7fbced14bd admin admin] Network 83a39928-bae4-4a78-af29-44a905236855 is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:49:52.666202 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Set router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:49:52.672009 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-7abfa1ea-391c-4455-af1b-fc7fbced14bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, 83a39928-bae4-4a78-af29-44a905236855) {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:49:52.678806 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abfa1ea-391c-4455-af1b-fc7fbced14bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:52.679440 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7abfa1ea-391c-4455-af1b-fc7fbced14bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.694324 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248d6431-fef9-4c26-9b05-9a180bd0f882 None None] Network 83a39928-bae4-4a78-af29-44a905236855 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:49:52.710176 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-7abfa1ea-391c-4455-af1b-fc7fbced14bd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4790306 Apr 12 18:49:52.711750 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.713215 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36722) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:52.718157 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1313524422-router', 'tenant_id': '24836e95b2f34526828c4f9dd35823e0', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:52.742646 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1632566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58758'] for router (d93c089c-7db4-44f8-b6d3-48cd75a81245), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.743766 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58783'] for router (d93c089c-7db4-44f8-b6d3-48cd75a81245), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.789834 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:49:52.802179 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Publish callbacks [] for router_controller (d93c089c-7db4-44f8-b6d3-48cd75a81245), precommit_add_association {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.828235 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:49:52.828581 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 5bd1e719-d9ac-42cb-b5fe-24473df43bd5 not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:49:52.848162 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Allocated IP 172.27.2.59 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/f502893c-4656-458c-803f-a9df036a3591) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:49:52.917444 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d4b8a3-d7c9-5bb4-a161-973022d58dea-83a39928-bae4-4a78-af29-44a905236855', 'network_id': '83a39928-bae4-4a78-af29-44a905236855', 'project_id': '24836e95b2f34526828c4f9dd35823e0', 'fixed_ips': [{'subnet_id': 'ca4e9811-1211-4b20-af76-85750c75fe97'}]}} from dv-cinder-837536-1-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:49:52.918294 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.945374 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Publish callbacks [] for router_gateway (d93c089c-7db4-44f8-b6d3-48cd75a81245), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.961387 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for port (f502893c-4656-458c-803f-a9df036a3591), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:52.998016 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (f502893c-4656-458c-803f-a9df036a3591), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.063844 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event updated for resources: {'Port': ['ID=f502893c-4656-458c-803f-a9df036a3591,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:53.080312 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:49:53.083065 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:49:53.087140 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:49:53.186557 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:50Z', 'revision_number': 4, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'gw_port': {'id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'e8646a3c-254d-47f1-a2c7-0388b0f1b464', 'name': '', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'mac_address': 'fa:16:3e:ca:0e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:49Z', 'updated_at': '2022-04-12T18:49:50Z', 'revision_number': 2, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'subnets': [{'id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:53.189851 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce3c90-04fd-470c-a4e7-fb9228a0b416 req-471da231-d148-457b-a457-1897694abc31 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:53.191830 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-afce3c90-04fd-470c-a4e7-fb9228a0b416 req-471da231-d148-457b-a457-1897694abc31 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 949 time: 0.0840163 Apr 12 18:49:53.202637 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for floatingip (e42cd536-ff1a-44c9-ac98-10d3faf22b42), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.221135 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Publish callbacks [] for router_gateway (d93c089c-7db4-44f8-b6d3-48cd75a81245), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.233616 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Checking router: 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:49:53.234205 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Updating router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab port e8646a3c-254d-47f1-a2c7-0388b0f1b464 binding host dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:49:53.246654 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.260446 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (f502893c-4656-458c-803f-a9df036a3591), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.294628 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.304695 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-afce3c90-04fd-470c-a4e7-fb9228a0b416 req-0414777b-9f87-4028-9927-c7ff689d4a9b tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9e0cbbc-1576-436e-ab64-bd23d4b67afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048923 Apr 12 18:49:53.329967 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Allocated IP 172.20.0.2 (83a39928-bae4-4a78-af29-44a905236855/ca4e9811-1211-4b20-af76-85750c75fe97/f12b40b2-4053-4b7f-ad4d-e36075d34820) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:49:53.382069 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Allocated IP 172.27.2.90 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/a0719da1-33c0-4f8c-9c60-7fdff61650b6) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:49:53.443841 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for port (f502893c-4656-458c-803f-a9df036a3591), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.449285 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (f502893c-4656-458c-803f-a9df036a3591), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.503344 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Publish callbacks [] for port (a0719da1-33c0-4f8c-9c60-7fdff61650b6), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.517954 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event updated for resources: {'Port': ['ID=f502893c-4656-458c-803f-a9df036a3591,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:53.533334 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (e42cd536-ff1a-44c9-ac98-10d3faf22b42), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.541618 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (a0719da1-33c0-4f8c-9c60-7fdff61650b6), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.551874 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.553118 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-b8503f83-7dcd-48bc-ba6a-528bfb819ea0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9784818 Apr 12 18:49:53.592148 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:49:53.595174 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:49:53.598094 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:49:53.638453 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Publish callbacks [] for port (f12b40b2-4053-4b7f-ad4d-e36075d34820), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.638709 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Pushing event updated for resources: {'Port': ['ID=a0719da1-33c0-4f8c-9c60-7fdff61650b6,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:53.656951 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566'] for port (f12b40b2-4053-4b7f-ad4d-e36075d34820), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.744437 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Network 83a39928-bae4-4a78-af29-44a905236855 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:49:53.753016 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:49:53.756359 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Pushing event updated for resources: {'Port': ['ID=f12b40b2-4053-4b7f-ad4d-e36075d34820,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:53.758819 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:49:53.791387 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-34b2c336-2079-4734-8c8f-88411864e901 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--970773522&fields=id&tenant_id=9914a54a3f8d4c48a054cce03514427b HTTP/1.1" status: 200 len: 267 time: 0.0804436 Apr 12 18:49:53.796135 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Publish callbacks [] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.819212 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.862380 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Attempting to bind port f12b40b2-4053-4b7f-ad4d-e36075d34820 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:49:53.862717 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Attempting to bind port f12b40b2-4053-4b7f-ad4d-e36075d34820 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': '121c62bd-2c32-4e60-b8b6-1a77475fa4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83a39928-bae4-4a78-af29-44a905236855'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:49:53.863021 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Attempting to bind port f12b40b2-4053-4b7f-ad4d-e36075d34820 on network 83a39928-bae4-4a78-af29-44a905236855 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:49:53.881430 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:49:53.881813 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Checking segment: {'id': '121c62bd-2c32-4e60-b8b6-1a77475fa4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83a39928-bae4-4a78-af29-44a905236855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:49:53.882218 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.882613 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Bound using segment: {'id': '121c62bd-2c32-4e60-b8b6-1a77475fa4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83a39928-bae4-4a78-af29-44a905236855'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:49:53.883083 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Bound port: f12b40b2-4053-4b7f-ad4d-e36075d34820, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121c62bd-2c32-4e60-b8b6-1a77475fa4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83a39928-bae4-4a78-af29-44a905236855'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:49:53.883490 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (f12b40b2-4053-4b7f-ad4d-e36075d34820), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:53.886126 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa094b9a-5b74-409a-95d1-0e75c80555b5 None None] Pushing event updated for resources: {'Port': ['ID=e8646a3c-254d-47f1-a2c7-0388b0f1b464,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:53.997481 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Attempting to bind port e8646a3c-254d-47f1-a2c7-0388b0f1b464 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:49:53.997850 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Attempting to bind port e8646a3c-254d-47f1-a2c7-0388b0f1b464 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': '926fc14c-2d59-41cd-bbde-968f35a484c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:49:53.998266 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Attempting to bind port e8646a3c-254d-47f1-a2c7-0388b0f1b464 on network f64b858d-e4d1-498c-a2c4-da8690332031 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:49:54.007504 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:49:54.007884 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Checking segment: {'id': '926fc14c-2d59-41cd-bbde-968f35a484c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:49:54.008478 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:54.008881 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Bound using segment: {'id': '926fc14c-2d59-41cd-bbde-968f35a484c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:49:54.009369 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Bound port: e8646a3c-254d-47f1-a2c7-0388b0f1b464, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926fc14c-2d59-41cd-bbde-968f35a484c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:49:54.009759 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:54.012434 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] For port f12b40b2-4053-4b7f-ad4d-e36075d34820, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:49:54.016636 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] For port f12b40b2-4053-4b7f-ad4d-e36075d34820, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=f12b40b2-4053-4b7f-ad4d-e36075d34820,segment=NetworkSegment(121c62bd-2c32-4e60-b8b6-1a77475fa4c2),segment_id=121c62bd-2c32-4e60-b8b6-1a77475fa4c2)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:49:54.032076 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (f12b40b2-4053-4b7f-ad4d-e36075d34820), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:54.138008 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-e1f0df48-a894-4f28-b430-c15f9d6b31c7 None None] Provisioning complete for port e8646a3c-254d-47f1-a2c7-0388b0f1b464 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:54.138399 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1f0df48-a894-4f28-b430-c15f9d6b31c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:54.171434 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] For port e8646a3c-254d-47f1-a2c7-0388b0f1b464, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:49:54.177995 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791ba0e-e7e5-45b7-95a8-3c9610eee0ee None None] Pushing event updated for resources: {'Port': ['ID=f12b40b2-4053-4b7f-ad4d-e36075d34820,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:54.196231 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] For port e8646a3c-254d-47f1-a2c7-0388b0f1b464, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=e8646a3c-254d-47f1-a2c7-0388b0f1b464,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:49:54.203556 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device c5ee1745-d227-40ae-877d-6801b39e4a69 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:49:54.208725 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:54.210790 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-e1f0df48-a894-4f28-b430-c15f9d6b31c7 None None] Port e8646a3c-254d-47f1-a2c7-0388b0f1b464 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:49:54.292035 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-97e711b3-7b5a-49f5-bb6a-31a782288745 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:54.293585 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-97e711b3-7b5a-49f5-bb6a-31a782288745 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/networks?id=fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 200 len: 817 time: 0.4921174 Apr 12 18:49:54.294376 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Publish callbacks [] for router_gateway (d93c089c-7db4-44f8-b6d3-48cd75a81245), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:54.306987 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Routers {'0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:49:54.307688 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:49:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:54.352768 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa094b9a-5b74-409a-95d1-0e75c80555b5 None None] Pushing event updated for resources: {'Port': ['ID=e8646a3c-254d-47f1-a2c7-0388b0f1b464,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:54.367651 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port c5ee1745-d227-40ae-877d-6801b39e4a69 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:54.377326 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (c5ee1745-d227-40ae-877d-6801b39e4a69), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:54.387377 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-a27ee848-eb77-463a-8266-5a3848f606a3 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/quotas/9914a54a3f8d4c48a054cce03514427b HTTP/1.1" status: 200 len: 375 time: 0.0538769 Apr 12 18:49:54.501265 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] Set router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:49:54.514256 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-edcc41b0-83f1-4fdb-beab-9109bd4658de tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9914a54a3f8d4c48a054cce03514427b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1257854 Apr 12 18:49:54.578731 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-301d5f82-2ad3-4b78-859f-a7f82b9c7658 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:49:54.579857 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-301d5f82-2ad3-4b78-859f-a7f82b9c7658 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0453277 Apr 12 18:49:54.617697 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed299960-750b-4263-90f7-40d8a1a22be7 req-04e81973-39df-4adc-8622-fbf5edffc6ad tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:54.619162 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ed299960-750b-4263-90f7-40d8a1a22be7 req-04e81973-39df-4adc-8622-fbf5edffc6ad tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 949 time: 0.1926579 Apr 12 18:49:54.688470 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-e6ebb229-638d-422b-bf5b-2a55598bd233 None None] Provisioning complete for port e8646a3c-254d-47f1-a2c7-0388b0f1b464 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:54.688840 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb229-638d-422b-bf5b-2a55598bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:54.745788 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port c5ee1745-d227-40ae-877d-6801b39e4a69 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:49:54.756195 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637342'] for router (d93c089c-7db4-44f8-b6d3-48cd75a81245), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:54.765201 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ed299960-750b-4263-90f7-40d8a1a22be7 req-e9daca00-12e2-4dd0-98c7-e52af2b9288b tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9e0cbbc-1576-436e-ab64-bd23d4b67afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361656 Apr 12 18:49:54.779413 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5b48d3ca-a42a-4c84-939f-9adfdd4c1779 service neutron] 10.222.0.64 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915534 Apr 12 18:49:54.825187 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:50Z', 'revision_number': 4, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'gw_port': {'id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'e8646a3c-254d-47f1-a2c7-0388b0f1b464', 'name': '', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'mac_address': 'fa:16:3e:ca:0e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:49Z', 'updated_at': '2022-04-12T18:49:54Z', 'revision_number': 4, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'subnets': [{'id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:54.949799 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-c1365744-4fc9-4482-95ac-8b3f9a92b529 service neutron] 10.222.0.64 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387327 Apr 12 18:49:54.992409 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Router d93c089c-7db4-44f8-b6d3-48cd75a81245 is scheduled to L3 agent 44317c89-751a-4fda-aa0e-2e986157389a with binding_index 1 {{(pid=103439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:49:55.013145 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491886ad-8516-40fc-8171-511f6e70f316 None None] The sync data for ids ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'] in dv-cinder-837536-1-iscsi is: [{'id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:50Z', 'revision_number': 4, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'gw_port': {'id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'e8646a3c-254d-47f1-a2c7-0388b0f1b464', 'name': '', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'mac_address': 'fa:16:3e:ca:0e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:49Z', 'updated_at': '2022-04-12T18:49:54Z', 'revision_number': 4, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'subnets': [{'id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:49:55.016852 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-e6ebb229-638d-422b-bf5b-2a55598bd233 None None] Current status of the port e8646a3c-254d-47f1-a2c7-0388b0f1b464 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:49:55.017296 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb229-638d-422b-bf5b-2a55598bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:55.089703 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-e6ebb229-638d-422b-bf5b-2a55598bd233 None None] For port e8646a3c-254d-47f1-a2c7-0388b0f1b464, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=e8646a3c-254d-47f1-a2c7-0388b0f1b464,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:49:55.110164 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb229-638d-422b-bf5b-2a55598bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:55.175808 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebb229-638d-422b-bf5b-2a55598bd233 None None] Pushing event updated for resources: {'Port': ['ID=e8646a3c-254d-47f1-a2c7-0388b0f1b464,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:55.209970 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:49:55.217195 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832abb2-e9ca-4c79-9ab4-40c90c6db890 req-7f542e10-c937-4399-87b5-abd4bbb90927 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:55.219448 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2832abb2-e9ca-4c79-9ab4-40c90c6db890 req-7f542e10-c937-4399-87b5-abd4bbb90927 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 949 time: 0.0703106 Apr 12 18:49:55.227636 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Sync routers for ids ['d93c089c-7db4-44f8-b6d3-48cd75a81245'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:49:55.243091 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Routers {'d93c089c-7db4-44f8-b6d3-48cd75a81245'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:49:55.244325 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:49:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d93c089c-7db4-44f8-b6d3-48cd75a81245'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:55.265070 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:55.266521 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-878d51ef-14be-4230-a2b8-44e581feb40b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5519154 Apr 12 18:49:55.269130 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36748) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:55.311846 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4f95601c-9276-4f66-9913-3ef0fc3965ac req-0b19a2a9-44f3-4375-a10f-517044de669c tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 210 time: 0.0433042 Apr 12 18:49:55.327675 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2832abb2-e9ca-4c79-9ab4-40c90c6db890 req-56aede00-1dd4-4139-975f-949921774910 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9e0cbbc-1576-436e-ab64-bd23d4b67afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926037 Apr 12 18:49:55.449434 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Set router d93c089c-7db4-44f8-b6d3-48cd75a81245 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:49:55.599468 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35085d62-36fd-4a0d-874c-e0cf74d78c95 None None] Network 83a39928-bae4-4a78-af29-44a905236855 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:49:55.658349 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'name': 'tempest-TestShelveInstance-1313524422-router', 'tenant_id': '24836e95b2f34526828c4f9dd35823e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a0719da1-33c0-4f8c-9c60-7fdff61650b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:52Z', 'updated_at': '2022-04-12T18:49:53Z', 'revision_number': 3, 'project_id': '24836e95b2f34526828c4f9dd35823e0', 'gw_port': {'id': 'a0719da1-33c0-4f8c-9c60-7fdff61650b6', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:53Z', 'updated_at': '2022-04-12T18:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:55.711776 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Checking router: d93c089c-7db4-44f8-b6d3-48cd75a81245 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:49:55.712291 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Updating router d93c089c-7db4-44f8-b6d3-48cd75a81245 port a0719da1-33c0-4f8c-9c60-7fdff61650b6 binding host dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:49:55.724558 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-a50b5631-185e-4096-9e37-8de862ed8751 None None] Provisioning complete for port f12b40b2-4053-4b7f-ad4d-e36075d34820 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:55.726287 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a50b5631-185e-4096-9e37-8de862ed8751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (f12b40b2-4053-4b7f-ad4d-e36075d34820), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:55.748818 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a0719da1-33c0-4f8c-9c60-7fdff61650b6), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:55.877715 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a50b5631-185e-4096-9e37-8de862ed8751 None None] Current status of the port f12b40b2-4053-4b7f-ad4d-e36075d34820 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:49:55.877932 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:55.878233 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a50b5631-185e-4096-9e37-8de862ed8751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (f12b40b2-4053-4b7f-ad4d-e36075d34820), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:55.921945 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-a50b5631-185e-4096-9e37-8de862ed8751 None None] For port f12b40b2-4053-4b7f-ad4d-e36075d34820, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=f12b40b2-4053-4b7f-ad4d-e36075d34820,segment=NetworkSegment(121c62bd-2c32-4e60-b8b6-1a77475fa4c2),segment_id=121c62bd-2c32-4e60-b8b6-1a77475fa4c2)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:49:55.928932 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a50b5631-185e-4096-9e37-8de862ed8751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (f12b40b2-4053-4b7f-ad4d-e36075d34820), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:55.983979 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b5631-185e-4096-9e37-8de862ed8751 None None] Pushing event updated for resources: {'Port': ['ID=f12b40b2-4053-4b7f-ad4d-e36075d34820,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:56.122508 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Publish callbacks [] for port (a0719da1-33c0-4f8c-9c60-7fdff61650b6), precommit_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:56.130764 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (a0719da1-33c0-4f8c-9c60-7fdff61650b6), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:56.147169 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_common [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Allocated IP 172.20.0.1 (83a39928-bae4-4a78-af29-44a905236855/ca4e9811-1211-4b20-af76-85750c75fe97/1011b699-108e-45b7-a33d-ad107a089d92) {{(pid=103438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:49:56.232441 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf627d4-cd77-4af6-ab9d-57852ed010cf None None] Pushing event updated for resources: {'Port': ['ID=a0719da1-33c0-4f8c-9c60-7fdff61650b6,revision_number=2']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:56.260008 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-49edfec8-655a-461b-b01b-538e59fee5e9 None None] Provisioning complete for port f12b40b2-4053-4b7f-ad4d-e36075d34820 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:56.260386 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-49edfec8-655a-461b-b01b-538e59fee5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (f12b40b2-4053-4b7f-ad4d-e36075d34820), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:56.289784 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Attempting to bind port a0719da1-33c0-4f8c-9c60-7fdff61650b6 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:49:56.290158 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Attempting to bind port a0719da1-33c0-4f8c-9c60-7fdff61650b6 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:49:56.290524 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Attempting to bind port a0719da1-33c0-4f8c-9c60-7fdff61650b6 on network 78cdc165-acac-4fef-b363-a66b7c239f59 {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:49:56.296507 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:49:56.297749 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Checking segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:49:56.298172 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:56.298946 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Bound using segment: {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'} {{(pid=103441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:49:56.299512 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.managers [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Bound port: a0719da1-33c0-4f8c-9c60-7fdff61650b6, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99f5185-4497-4777-8ea9-6fd2bd0244a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59'}}] {{(pid=103441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:49:56.299898 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a0719da1-33c0-4f8c-9c60-7fdff61650b6), before_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:56.304395 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device f12b40b2-4053-4b7f-ad4d-e36075d34820 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:49:56.359431 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Publish callbacks [] for port (1011b699-108e-45b7-a33d-ad107a089d92), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:56.360848 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] For port a0719da1-33c0-4f8c-9c60-7fdff61650b6, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:49:56.364791 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.db [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] For port a0719da1-33c0-4f8c-9c60-7fdff61650b6, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=a0719da1-33c0-4f8c-9c60-7fdff61650b6,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:49:56.373998 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (a0719da1-33c0-4f8c-9c60-7fdff61650b6), after_update {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:56.410953 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (1011b699-108e-45b7-a33d-ad107a089d92), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:56.450092 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf627d4-cd77-4af6-ab9d-57852ed010cf None None] Pushing event updated for resources: {'Port': ['ID=a0719da1-33c0-4f8c-9c60-7fdff61650b6,revision_number=3']} {{(pid=103441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:56.462534 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Routers {'d93c089c-7db4-44f8-b6d3-48cd75a81245'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:49:56.463373 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:49:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d93c089c-7db4-44f8-b6d3-48cd75a81245'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:56.476035 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-49edfec8-655a-461b-b01b-538e59fee5e9 None None] Current status of the port f12b40b2-4053-4b7f-ad4d-e36075d34820 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:49:56.486444 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port f12b40b2-4053-4b7f-ad4d-e36075d34820 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:56.487023 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (f12b40b2-4053-4b7f-ad4d-e36075d34820), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:56.500169 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Network 83a39928-bae4-4a78-af29-44a905236855 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:49:56.503641 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:49:56.525943 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Received port after_create {{(pid=103438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:49:56.543137 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f7d03-0eb1-41c0-bc2f-e8b5360d0444 req-d38cff1e-eca4-46c6-b141-4acff2bee798 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:56.552409 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0c3f7d03-0eb1-41c0-bc2f-e8b5360d0444 req-d38cff1e-eca4-46c6-b141-4acff2bee798 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 949 time: 0.1164064 Apr 12 18:49:56.572084 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Pushing event updated for resources: {'Port': ['ID=1011b699-108e-45b7-a33d-ad107a089d92,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:56.584485 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-52fa9a51-c3ad-44f5-b281-919b084269e9 req-4d338ddc-4961-4b31-9bcb-3c36c568ecee tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 210 time: 0.0706773 Apr 12 18:49:56.616603 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port f12b40b2-4053-4b7f-ad4d-e36075d34820 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:49:56.617805 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device e8646a3c-254d-47f1-a2c7-0388b0f1b464 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:49:56.623920 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637167'] for router_interface (d93c089c-7db4-44f8-b6d3-48cd75a81245), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:56.638117 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] Set router d93c089c-7db4-44f8-b6d3-48cd75a81245 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:49:56.656197 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0c3f7d03-0eb1-41c0-bc2f-e8b5360d0444 req-9461c199-1d1b-436d-85bf-e89628d1db63 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9e0cbbc-1576-436e-ab64-bd23d4b67afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830545 Apr 12 18:49:56.686343 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port e8646a3c-254d-47f1-a2c7-0388b0f1b464 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:56.686811 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:56.792509 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dd85b-c54f-495a-8db6-90b559829550 req-c7509575-dd72-475c-8fe9-c7a4d2690444 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:56.795400 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a08dd85b-c54f-495a-8db6-90b559829550 req-c7509575-dd72-475c-8fe9-c7a4d2690444 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 949 time: 0.1152718 Apr 12 18:49:56.865233 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port e8646a3c-254d-47f1-a2c7-0388b0f1b464 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:49:56.938282 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'name': 'tempest-TestShelveInstance-1313524422-router', 'tenant_id': '24836e95b2f34526828c4f9dd35823e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a0719da1-33c0-4f8c-9c60-7fdff61650b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:52Z', 'updated_at': '2022-04-12T18:49:53Z', 'revision_number': 3, 'project_id': '24836e95b2f34526828c4f9dd35823e0', 'gw_port': {'id': 'a0719da1-33c0-4f8c-9c60-7fdff61650b6', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:53Z', 'updated_at': '2022-04-12T18:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:56.945382 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (1011b699-108e-45b7-a33d-ad107a089d92), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:56.983756 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42294c51-f7b4-4da4-9bc0-825b3d8365e0 None None] The sync data for ids ['d93c089c-7db4-44f8-b6d3-48cd75a81245'] in dv-cinder-837536-1-iscsi is: [{'id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'name': 'tempest-TestShelveInstance-1313524422-router', 'tenant_id': '24836e95b2f34526828c4f9dd35823e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a0719da1-33c0-4f8c-9c60-7fdff61650b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:52Z', 'updated_at': '2022-04-12T18:49:53Z', 'revision_number': 3, 'project_id': '24836e95b2f34526828c4f9dd35823e0', 'gw_port': {'id': 'a0719da1-33c0-4f8c-9c60-7fdff61650b6', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:53Z', 'updated_at': '2022-04-12T18:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:49:56.997417 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-54539529-7717-472f-a564-b0e544492352 None None] Provisioning complete for port 1011b699-108e-45b7-a33d-ad107a089d92 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:56.998039 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-54539529-7717-472f-a564-b0e544492352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (1011b699-108e-45b7-a33d-ad107a089d92), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:57.028978 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-a08dd85b-c54f-495a-8db6-90b559829550 req-4f0892b6-38b6-441d-87ee-2993857c0c96 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Deleting port 5cad8731-ec93-41a4-a533-ddd48736e702 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:49:57.029318 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-a08dd85b-c54f-495a-8db6-90b559829550 req-4f0892b6-38b6-441d-87ee-2993857c0c96 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (5cad8731-ec93-41a4-a533-ddd48736e702), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:57.037536 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-54539529-7717-472f-a564-b0e544492352 None None] Port 1011b699-108e-45b7-a33d-ad107a089d92 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:49:57.099311 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-601f00b4-796d-43eb-99e0-1dda8df23e12 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:57.100767 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-601f00b4-796d-43eb-99e0-1dda8df23e12 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.65 "GET /v2.0/networks?id=fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 200 len: 817 time: 0.2827990 Apr 12 18:49:57.145998 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-a08dd85b-c54f-495a-8db6-90b559829550 req-4f0892b6-38b6-441d-87ee-2993857c0c96 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] For port 5cad8731-ec93-41a4-a533-ddd48736e702, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5cad8731-ec93-41a4-a533-ddd48736e702,segment=NetworkSegment(dfdbb29b-1029-43e9-a9a2-7608c691a20c),segment_id=dfdbb29b-1029-43e9-a9a2-7608c691a20c)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:49:57.146364 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-a08dd85b-c54f-495a-8db6-90b559829550 req-4f0892b6-38b6-441d-87ee-2993857c0c96 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (5cad8731-ec93-41a4-a533-ddd48736e702), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:57.147697 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Publish callbacks [] for port (1011b699-108e-45b7-a33d-ad107a089d92), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:57.154615 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8176794'] for port (1011b699-108e-45b7-a33d-ad107a089d92), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:57.170990 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-a08dd85b-c54f-495a-8db6-90b559829550 req-4f0892b6-38b6-441d-87ee-2993857c0c96 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Calling delete_port for 5cad8731-ec93-41a4-a533-ddd48736e702 owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:49:57.224334 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634719'] for router_interface (d93c089c-7db4-44f8-b6d3-48cd75a81245), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:57.226225 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Pushing event updated for resources: {'Port': ['ID=1011b699-108e-45b7-a33d-ad107a089d92,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:57.258127 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-2e63747f-9077-496d-ac5f-c657588dd1c8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9914a54a3f8d4c48a054cce03514427b HTTP/1.1" status: 200 len: 379 time: 0.0965033 Apr 12 18:49:57.273129 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-8967bd8a-6bb2-4a29-996d-a306bfa04234 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Request body: {'port': {'device_id': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'admin_state_up': True, 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'security_groups': ['ccd21b0f-e64c-4938-bd55-f666073f6c52']}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:57.352018 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Network 83a39928-bae4-4a78-af29-44a905236855 is already hosted by enough agents. {{(pid=103438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:49:57.353741 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Resources bound (agent type, host, resource id): {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:49:57.468297 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-a08dd85b-c54f-495a-8db6-90b559829550 req-4f0892b6-38b6-441d-87ee-2993857c0c96 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (5cad8731-ec93-41a4-a533-ddd48736e702), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:57.479317 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-8967bd8a-6bb2-4a29-996d-a306bfa04234 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Made reservation on behalf of 9914a54a3f8d4c48a054cce03514427b for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:49:57.482241 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-8967bd8a-6bb2-4a29-996d-a306bfa04234 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:57.483523 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['5cad8731-ec93-41a4-a533-ddd48736e702'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:49:57.525006 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Router d93c089c-7db4-44f8-b6d3-48cd75a81245 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:49:57.562801 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0892b6-38b6-441d-87ee-2993857c0c96 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Pushing event deleted for resources: {'Port': ['ID=5cad8731-ec93-41a4-a533-ddd48736e702,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:57.600568 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08dd85b-c54f-495a-8db6-90b559829550 req-4f0892b6-38b6-441d-87ee-2993857c0c96 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] No DVR routers for this DVR port 5cad8731-ec93-41a4-a533-ddd48736e702 on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:49:57.605967 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-a08dd85b-c54f-495a-8db6-90b559829550 req-4f0892b6-38b6-441d-87ee-2993857c0c96 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:57.609586 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a08dd85b-c54f-495a-8db6-90b559829550 req-4f0892b6-38b6-441d-87ee-2993857c0c96 tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.65 "DELETE /v2.0/ports/5cad8731-ec93-41a4-a533-ddd48736e702 HTTP/1.1" status: 204 len: 173 time: 0.8083982 Apr 12 18:49:57.611528 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b3a78a-06af-4500-8f3e-f97fe7989b3e', 'name': 'network-vif-deleted', 'tag': '5cad8731-ec93-41a4-a533-ddd48736e702'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:49:57.613938 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e55c26-0b3c-4a5d-91ac-b657ff2b9086" -d '{"events": [{"server_uuid": "a1b3a78a-06af-4500-8f3e-f97fe7989b3e", "name": "network-vif-deleted", "tag": "5cad8731-ec93-41a4-a533-ddd48736e702"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:49:57.739858 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409418f1-964b-40f7-98a3-4805018fa548 x-openstack-request-id: req-409418f1-964b-40f7-98a3-4805018fa548 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:49:57.740305 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b3a78a-06af-4500-8f3e-f97fe7989b3e", "name": "network-vif-deleted", "tag": "5cad8731-ec93-41a4-a533-ddd48736e702", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:49:57.740757 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-409418f1-964b-40f7-98a3-4805018fa548 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:49:57.741345 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409418f1-964b-40f7-98a3-4805018fa548'] response: {'server_uuid': 'a1b3a78a-06af-4500-8f3e-f97fe7989b3e', 'name': 'network-vif-deleted', 'tag': '5cad8731-ec93-41a4-a533-ddd48736e702', 'status': 'completed', 'code': 200} Apr 12 18:49:57.775505 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0b1a1090-8354-4da5-92e9-f3ed51d3a59a req-a53f560b-13d7-48d6-a6f4-19e7cfb074b9 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 210 time: 0.0609603 Apr 12 18:49:57.789408 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-b12eae40-32e9-4dfd-b003-e5f9d76fa285 None None] Provisioning complete for port 1011b699-108e-45b7-a33d-ad107a089d92 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:57.798949 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b12eae40-32e9-4dfd-b003-e5f9d76fa285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (1011b699-108e-45b7-a33d-ad107a089d92), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:57.871125 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-b12eae40-32e9-4dfd-b003-e5f9d76fa285 None None] Port 1011b699-108e-45b7-a33d-ad107a089d92 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:49:57.923827 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5ef43b8c-7c71-4579-8ca1-263f3a5e60ed req-ca82ed5f-2c15-4fe8-bd3f-aa2b49565e2b tempest-VolumesNegativeTest-2083014761 tempest-VolumesNegativeTest-2083014761-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1b3a78a-06af-4500-8f3e-f97fe7989b3e HTTP/1.1" status: 200 len: 210 time: 0.0523930 Apr 12 18:49:57.929209 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-8967bd8a-6bb2-4a29-996d-a306bfa04234 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Allocated IP 172.20.0.10 (fedcd5fe-953f-4c53-85f3-78ac926b4ead/fafb02f7-be82-4404-a50a-ecac2fe9b977/8bc81695-37df-4d1b-8885-52ae57e2a73e) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:49:58.059855 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:49:58.075291 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-d0696bb0-6ebb-4c6c-b95a-ff500c6d546a admin admin] 10.222.0.64 "PUT /v2.0/routers/d93c089c-7db4-44f8-b6d3-48cd75a81245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7931678 Apr 12 18:49:58.082106 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-8967bd8a-6bb2-4a29-996d-a306bfa04234 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:58.143909 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-8967bd8a-6bb2-4a29-996d-a306bfa04234 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:58.215273 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-8967bd8a-6bb2-4a29-996d-a306bfa04234 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Network fedcd5fe-953f-4c53-85f3-78ac926b4ead is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:49:58.218776 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-8967bd8a-6bb2-4a29-996d-a306bfa04234 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:49:58.221592 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-8967bd8a-6bb2-4a29-996d-a306bfa04234 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:49:58.254695 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967bd8a-6bb2-4a29-996d-a306bfa04234 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event updated for resources: {'Port': ['ID=8bc81695-37df-4d1b-8885-52ae57e2a73e,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:58.289270 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device a0719da1-33c0-4f8c-9c60-7fdff61650b6 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:49:58.318898 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-8967bd8a-6bb2-4a29-996d-a306bfa04234 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:58.319621 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-8967bd8a-6bb2-4a29-996d-a306bfa04234 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:58.348756 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-8967bd8a-6bb2-4a29-996d-a306bfa04234 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0807931 Apr 12 18:49:58.361866 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Request body: {'port': {'device_id': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:58.378741 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port a0719da1-33c0-4f8c-9c60-7fdff61650b6 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:58.379118 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (a0719da1-33c0-4f8c-9c60-7fdff61650b6), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:58.440808 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:58.479731 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port a0719da1-33c0-4f8c-9c60-7fdff61650b6 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:49:58.480133 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (a0719da1-33c0-4f8c-9c60-7fdff61650b6), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:58.509107 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] For port a0719da1-33c0-4f8c-9c60-7fdff61650b6, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=a0719da1-33c0-4f8c-9c60-7fdff61650b6,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:49:58.510501 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1a1ae021-23af-4263-a546-1b522e268517 None None] Provisioning complete for port 8bc81695-37df-4d1b-8885-52ae57e2a73e triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:49:58.511121 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1a1ae021-23af-4263-a546-1b522e268517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:58.534147 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (a0719da1-33c0-4f8c-9c60-7fdff61650b6), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:58.571810 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ae021-23af-4263-a546-1b522e268517 None None] Port 8bc81695-37df-4d1b-8885-52ae57e2a73e cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:49:58.593525 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Pushing event updated for resources: {'Port': ['ID=a0719da1-33c0-4f8c-9c60-7fdff61650b6,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:58.733073 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc81695-37df-4d1b-8885-52ae57e2a73e {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:49:58.740623 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Publish callbacks [] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:58.753680 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Transition to ACTIVE for port object 8bc81695-37df-4d1b-8885-52ae57e2a73e will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:49:58.758563 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:58.812228 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Pushing event updated for resources: {'Port': ['ID=8bc81695-37df-4d1b-8885-52ae57e2a73e,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:58.900403 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36780) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:58.904921 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-cf1424c4-718b-43d9-9065-f5b3e73bc8c1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1632674232', 'description': 'tempest-secgroup-smoke-1632674232 description', 'project_id': '975616643d2e40d89222b43a2a5b7fa4'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:58.910794 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Attempting to bind port 8bc81695-37df-4d1b-8885-52ae57e2a73e on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:49:58.911422 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Attempting to bind port 8bc81695-37df-4d1b-8885-52ae57e2a73e by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:49:58.911817 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Attempting to bind port 8bc81695-37df-4d1b-8885-52ae57e2a73e on network fedcd5fe-953f-4c53-85f3-78ac926b4ead {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:49:58.920207 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Port 8bc81695-37df-4d1b-8885-52ae57e2a73e on network fedcd5fe-953f-4c53-85f3-78ac926b4ead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:49:58.920670 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Attempting to bind port 8bc81695-37df-4d1b-8885-52ae57e2a73e on network fedcd5fe-953f-4c53-85f3-78ac926b4ead {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:49:58.930564 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-cf1424c4-718b-43d9-9065-f5b3e73bc8c1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:58.960517 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:49:58.960954 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Checking segment: {'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:49:58.961300 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Bound using segment: {'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:49:58.961996 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Bound port: 8bc81695-37df-4d1b-8885-52ae57e2a73e, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c57508-3051-4481-85da-9baa75f90c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:49:58.962490 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:58.967358 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.001427 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1869649-92b2-434c-98b1-4fc6548d03e3 req-04b8b20d-a12f-4eb9-b8f7-fa9b226e828a tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:59.002888 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d1869649-92b2-434c-98b1-4fc6548d03e3 req-04b8b20d-a12f-4eb9-b8f7-fa9b226e828a tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0783231 Apr 12 18:49:59.054148 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-cf1424c4-718b-43d9-9065-f5b3e73bc8c1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group (862a92df-52e7-4b3b-8296-79f2d5a16fcf), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.060694 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-cf1424c4-718b-43d9-9065-f5b3e73bc8c1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (862a92df-52e7-4b3b-8296-79f2d5a16fcf), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.094621 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-cf1424c4-718b-43d9-9065-f5b3e73bc8c1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.098982 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d1869649-92b2-434c-98b1-4fc6548d03e3 req-d331920f-878b-4782-bb9f-86407ad9b00a tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763359 Apr 12 18:49:59.098982 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] For port 8bc81695-37df-4d1b-8885-52ae57e2a73e, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:49:59.100772 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36792) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:59.105476 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-ba67655a-4333-4a86-8209-29528244d1bb tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Request body: {'security_group_rule': {'security_group_id': '862a92df-52e7-4b3b-8296-79f2d5a16fcf', 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:59.109840 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-cf1424c4-718b-43d9-9065-f5b3e73bc8c1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2082429 Apr 12 18:49:59.110896 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] For port 8bc81695-37df-4d1b-8885-52ae57e2a73e, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:49:59.122820 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.125522 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1424c4-718b-43d9-9065-f5b3e73bc8c1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862a92df-52e7-4b3b-8296-79f2d5a16fcf,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:59.165515 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:59.166122 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.167608 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] 10.222.0.65 "PUT /v2.0/ports/8bc81695-37df-4d1b-8885-52ae57e2a73e HTTP/1.1" status: 200 len: 1094 time: 0.8108277 Apr 12 18:49:59.181173 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ba67655a-4333-4a86-8209-29528244d1bb tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (f243e60c-11ed-4609-aea5-f3fb6a70b386), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.224899 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d0ffe-592e-4453-8475-9c504e0f1daa service neutron] Pushing event updated for resources: {'Port': ['ID=8bc81695-37df-4d1b-8885-52ae57e2a73e,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:59.278176 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-b2922662-a9e8-4e39-a6bd-cf5b60aa448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:59.279894 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-b2922662-a9e8-4e39-a6bd-cf5b60aa448d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9914a54a3f8d4c48a054cce03514427b&device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 1128 time: 0.0646901 Apr 12 18:49:59.296305 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ba67655a-4333-4a86-8209-29528244d1bb tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (f243e60c-11ed-4609-aea5-f3fb6a70b386), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.337412 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ba67655a-4333-4a86-8209-29528244d1bb tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (f243e60c-11ed-4609-aea5-f3fb6a70b386), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.343186 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-38fc4a99-710a-4d1f-bcd7-f304a6848017 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e HTTP/1.1" status: 200 len: 217 time: 0.0538585 Apr 12 18:49:59.356759 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Sync routers for ids ['d93c089c-7db4-44f8-b6d3-48cd75a81245'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:49:59.368638 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Routers {'d93c089c-7db4-44f8-b6d3-48cd75a81245'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:49:59.369665 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:49:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d93c089c-7db4-44f8-b6d3-48cd75a81245'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:59.393996 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67655a-4333-4a86-8209-29528244d1bb tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f243e60c-11ed-4609-aea5-f3fb6a70b386,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:59.414519 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ba67655a-4333-4a86-8209-29528244d1bb tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.418444 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-ba67655a-4333-4a86-8209-29528244d1bb tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3142178 Apr 12 18:49:59.419711 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36806) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:59.424709 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-469ac37b-f0fb-468d-bc7a-57838dc22d8e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Request body: {'security_group_rule': {'security_group_id': '862a92df-52e7-4b3b-8296-79f2d5a16fcf', 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:59.427835 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-8fd599d2-2cbc-47cc-a920-3caa90f170d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:59.429368 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-8fd599d2-2cbc-47cc-a920-3caa90f170d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fafb02f7-be82-4404-a50a-ecac2fe9b977 HTTP/1.1" status: 200 len: 856 time: 0.0751586 Apr 12 18:49:59.459656 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-469ac37b-f0fb-468d-bc7a-57838dc22d8e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (2681a247-66da-4f99-8833-338390c4c6cf), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.483181 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-7210a1c1-f71e-45cb-b176-1696927a94a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:49:59.485463 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-7210a1c1-f71e-45cb-b176-1696927a94a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fedcd5fe-953f-4c53-85f3-78ac926b4ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492337 Apr 12 18:49:59.526996 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-469ac37b-f0fb-468d-bc7a-57838dc22d8e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (2681a247-66da-4f99-8833-338390c4c6cf), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.533264 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-469ac37b-f0fb-468d-bc7a-57838dc22d8e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (2681a247-66da-4f99-8833-338390c4c6cf), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.538108 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Set router d93c089c-7db4-44f8-b6d3-48cd75a81245 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:49:59.554412 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ac37b-f0fb-468d-bc7a-57838dc22d8e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2681a247-66da-4f99-8833-338390c4c6cf,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:59.571831 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-469ac37b-f0fb-468d-bc7a-57838dc22d8e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.575244 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-469ac37b-f0fb-468d-bc7a-57838dc22d8e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1545029 Apr 12 18:49:59.578023 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36816) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:59.582418 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-c20f9a48-e769-4293-9a3c-91ebcb7a859e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Request body: {'security_group_rule': {'security_group_id': '862a92df-52e7-4b3b-8296-79f2d5a16fcf', 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:59.629837 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-1cf55ddd-5759-48df-b206-28463816406e service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380236 Apr 12 18:49:59.631467 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c20f9a48-e769-4293-9a3c-91ebcb7a859e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (feeb4750-1033-4ed5-b27f-d52c3424614a), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.743175 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'tag': '8bc81695-37df-4d1b-8885-52ae57e2a73e'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:49:59.745505 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec0466b-c6f7-4b1c-aeca-10d2735f940d" -d '{"events": [{"name": "network-changed", "server_uuid": "c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb", "tag": "8bc81695-37df-4d1b-8885-52ae57e2a73e"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:49:59.758257 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c20f9a48-e769-4293-9a3c-91ebcb7a859e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (feeb4750-1033-4ed5-b27f-d52c3424614a), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.763049 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'name': 'tempest-TestShelveInstance-1313524422-router', 'tenant_id': '24836e95b2f34526828c4f9dd35823e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a0719da1-33c0-4f8c-9c60-7fdff61650b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:52Z', 'updated_at': '2022-04-12T18:49:56Z', 'revision_number': 4, 'project_id': '24836e95b2f34526828c4f9dd35823e0', 'gw_port': {'id': 'a0719da1-33c0-4f8c-9c60-7fdff61650b6', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:53Z', 'updated_at': '2022-04-12T18:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '1011b699-108e-45b7-a33d-ad107a089d92', 'name': '', 'network_id': '83a39928-bae4-4a78-af29-44a905236855', 'tenant_id': '24836e95b2f34526828c4f9dd35823e0', 'mac_address': 'fa:16:3e:dc:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ca4e9811-1211-4b20-af76-85750c75fe97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:55Z', 'updated_at': '2022-04-12T18:49:57Z', 'revision_number': 2, 'project_id': '24836e95b2f34526828c4f9dd35823e0', 'subnets': [{'id': 'ca4e9811-1211-4b20-af76-85750c75fe97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:49:59.768762 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c20f9a48-e769-4293-9a3c-91ebcb7a859e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (feeb4750-1033-4ed5-b27f-d52c3424614a), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.780213 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-64dfaae9-da4f-41de-9431-e397d4fa6605 req-70bcff30-235a-4f33-b09b-2bfe19dab9a5 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440582 Apr 12 18:49:59.798342 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f9a48-e769-4293-9a3c-91ebcb7a859e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feeb4750-1033-4ed5-b27f-d52c3424614a,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:59.801014 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Checking router: d93c089c-7db4-44f8-b6d3-48cd75a81245 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:49:59.801645 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Updating router d93c089c-7db4-44f8-b6d3-48cd75a81245 port 1011b699-108e-45b7-a33d-ad107a089d92 binding host dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:49:59.816995 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-c20f9a48-e769-4293-9a3c-91ebcb7a859e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.821126 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-c20f9a48-e769-4293-9a3c-91ebcb7a859e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2393227 Apr 12 18:49:59.821126 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd07c23-a5be-4816-af21-d751891506f9 x-openstack-request-id: req-8dd07c23-a5be-4816-af21-d751891506f9 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:49:59.821126 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb", "tag": "8bc81695-37df-4d1b-8885-52ae57e2a73e", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:49:59.821126 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8dd07c23-a5be-4816-af21-d751891506f9 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:49:59.821126 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd07c23-a5be-4816-af21-d751891506f9'] response: {'name': 'network-changed', 'server_uuid': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'tag': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'status': 'completed', 'code': 200} Apr 12 18:49:59.822069 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36852) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:59.828030 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-4ae0ca98-1e4b-467b-b4a0-2a22539102df tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Request body: {'security_group_rule': {'security_group_id': '862a92df-52e7-4b3b-8296-79f2d5a16fcf', 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:59.842533 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (1011b699-108e-45b7-a33d-ad107a089d92), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.857259 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4ae0ca98-1e4b-467b-b4a0-2a22539102df tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (d9e50691-6205-411f-b643-a6b523c0aec6), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.920321 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4ae0ca98-1e4b-467b-b4a0-2a22539102df tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (d9e50691-6205-411f-b643-a6b523c0aec6), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.924592 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4ae0ca98-1e4b-467b-b4a0-2a22539102df tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (d9e50691-6205-411f-b643-a6b523c0aec6), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.944992 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0ca98-1e4b-467b-b4a0-2a22539102df tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e50691-6205-411f-b643-a6b523c0aec6,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:49:59.956041 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-4ae0ca98-1e4b-467b-b4a0-2a22539102df tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:49:59.956792 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-4ae0ca98-1e4b-467b-b4a0-2a22539102df tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331463 Apr 12 18:49:59.959980 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 36874) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:49:59.964602 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-c85e5fc1-6dda-4636-a509-6de991384f9c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Request body: {'security_group_rule': {'security_group_id': '862a92df-52e7-4b3b-8296-79f2d5a16fcf', 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:49:59.988571 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.securitygroups_db [None req-c85e5fc1-6dda-4636-a509-6de991384f9c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Project 975616643d2e40d89222b43a2a5b7fa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:49:59.995362 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c85e5fc1-6dda-4636-a509-6de991384f9c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (314fb25e-e36d-4077-ab72-0cbde073f737), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.059977 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c85e5fc1-6dda-4636-a509-6de991384f9c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (314fb25e-e36d-4077-ab72-0cbde073f737), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.064135 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c85e5fc1-6dda-4636-a509-6de991384f9c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (314fb25e-e36d-4077-ab72-0cbde073f737), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.085659 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e5fc1-6dda-4636-a509-6de991384f9c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314fb25e-e36d-4077-ab72-0cbde073f737,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:50:00.091500 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c85e5fc1-6dda-4636-a509-6de991384f9c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.093016 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-c85e5fc1-6dda-4636-a509-6de991384f9c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318944 Apr 12 18:50:00.095759 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 36886) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:50:00.100354 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-9f123131-24eb-4a55-adee-dfb37c043ac1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Request body: {'security_group_rule': {'security_group_id': '862a92df-52e7-4b3b-8296-79f2d5a16fcf', 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:50:00.133663 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.securitygroups_db [None req-9f123131-24eb-4a55-adee-dfb37c043ac1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Project 975616643d2e40d89222b43a2a5b7fa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:50:00.145617 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Publish callbacks [] for port (1011b699-108e-45b7-a33d-ad107a089d92), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.152155 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9f123131-24eb-4a55-adee-dfb37c043ac1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (89804e11-a516-4bf7-b43b-e0c203bc8a13), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.152784 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (1011b699-108e-45b7-a33d-ad107a089d92), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.212818 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Pushing event updated for resources: {'Port': ['ID=1011b699-108e-45b7-a33d-ad107a089d92,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:50:00.243640 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device a0719da1-33c0-4f8c-9c60-7fdff61650b6 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:50:00.275759 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:00.276109 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:00.276543 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:00.276543 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:00.277437 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:00.277437 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:00.277768 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:00.278259 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:00.278785 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:00.279267 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:00.279674 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:00.280007 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:00.281576 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:00.281576 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:00.281576 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:00.291139 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce20fd-fd23-4a6d-8462-e71175029e1a req-d6ec1399-6261-47ed-9e2c-73a595aabba7 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:00.292655 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-86ce20fd-fd23-4a6d-8462-e71175029e1a req-d6ec1399-6261-47ed-9e2c-73a595aabba7 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0813632 Apr 12 18:50:00.314723 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9f123131-24eb-4a55-adee-dfb37c043ac1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (89804e11-a516-4bf7-b43b-e0c203bc8a13), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.330670 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9f123131-24eb-4a55-adee-dfb37c043ac1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651740'] for security_group_rule (89804e11-a516-4bf7-b43b-e0c203bc8a13), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.331166 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Attempting to bind port 1011b699-108e-45b7-a33d-ad107a089d92 on host dv-cinder-837536-1-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:50:00.331561 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Attempting to bind port 1011b699-108e-45b7-a33d-ad107a089d92 by drivers openvswitch,hyperv on host dv-cinder-837536-1-iscsi at level 0 using segments [{'id': '121c62bd-2c32-4e60-b8b6-1a77475fa4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83a39928-bae4-4a78-af29-44a905236855'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:50:00.332555 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Attempting to bind port 1011b699-108e-45b7-a33d-ad107a089d92 on network 83a39928-bae4-4a78-af29-44a905236855 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:50:00.334699 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port a0719da1-33c0-4f8c-9c60-7fdff61650b6 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:50:00.334924 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (a0719da1-33c0-4f8c-9c60-7fdff61650b6), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.371507 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f123131-24eb-4a55-adee-dfb37c043ac1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89804e11-a516-4bf7-b43b-e0c203bc8a13,revision_number=0']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:50:00.379275 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9f123131-24eb-4a55-adee-dfb37c043ac1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.379827 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Checking agent: {'id': 'd5202725-7d04-430b-a385-6b5b2c75f286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 29, 50), 'started_at': datetime.datetime(2022, 4, 12, 18, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:50:00.383822 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Checking segment: {'id': '121c62bd-2c32-4e60-b8b6-1a77475fa4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83a39928-bae4-4a78-af29-44a905236855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:50:00.384251 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.384656 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Bound using segment: {'id': '121c62bd-2c32-4e60-b8b6-1a77475fa4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83a39928-bae4-4a78-af29-44a905236855'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:50:00.385151 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Bound port: 1011b699-108e-45b7-a33d-ad107a089d92, host: dv-cinder-837536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121c62bd-2c32-4e60-b8b6-1a77475fa4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83a39928-bae4-4a78-af29-44a905236855'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:50:00.385532 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (1011b699-108e-45b7-a33d-ad107a089d92), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.389210 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-9f123131-24eb-4a55-adee-dfb37c043ac1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2917123 Apr 12 18:50:00.405070 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-86ce20fd-fd23-4a6d-8462-e71175029e1a req-7dc8516b-b496-4ffe-aefb-f5007fa318f3 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983529 Apr 12 18:50:00.499767 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] For port 1011b699-108e-45b7-a33d-ad107a089d92, host dv-cinder-837536-1-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:50:00.516944 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port a0719da1-33c0-4f8c-9c60-7fdff61650b6 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:50:00.521673 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] For port 1011b699-108e-45b7-a33d-ad107a089d92, host dv-cinder-837536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=1011b699-108e-45b7-a33d-ad107a089d92,segment=NetworkSegment(121c62bd-2c32-4e60-b8b6-1a77475fa4c2),segment_id=121c62bd-2c32-4e60-b8b6-1a77475fa4c2)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:50:00.534714 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (1011b699-108e-45b7-a33d-ad107a089d92), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.543004 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-87a5d705-0907-41d8-808a-e695e99d4fc2 None None] Provisioning complete for port 1011b699-108e-45b7-a33d-ad107a089d92 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:50:00.543375 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-87a5d705-0907-41d8-808a-e695e99d4fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (1011b699-108e-45b7-a33d-ad107a089d92), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.660737 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a50314-0cb1-4c53-ba7f-22041b00724e None None] Pushing event updated for resources: {'Port': ['ID=1011b699-108e-45b7-a33d-ad107a089d92,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:50:00.671851 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Routers {'d93c089c-7db4-44f8-b6d3-48cd75a81245'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:50:00.672614 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:49:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d93c089c-7db4-44f8-b6d3-48cd75a81245'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:50:00.920165 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 5cad8731-ec93-41a4-a533-ddd48736e702 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:50:00.951277 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: 5cad8731-ec93-41a4-a533-ddd48736e702 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:50:00.951730 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 5cad8731-ec93-41a4-a533-ddd48736e702 not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:50:00.955946 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-87a5d705-0907-41d8-808a-e695e99d4fc2 None None] Current status of the port 1011b699-108e-45b7-a33d-ad107a089d92 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:50:00.956326 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-87a5d705-0907-41d8-808a-e695e99d4fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (1011b699-108e-45b7-a33d-ad107a089d92), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:00.998270 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] Set router d93c089c-7db4-44f8-b6d3-48cd75a81245 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:50:01.042535 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-87a5d705-0907-41d8-808a-e695e99d4fc2 None None] For port 1011b699-108e-45b7-a33d-ad107a089d92, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=1011b699-108e-45b7-a33d-ad107a089d92,segment=NetworkSegment(121c62bd-2c32-4e60-b8b6-1a77475fa4c2),segment_id=121c62bd-2c32-4e60-b8b6-1a77475fa4c2)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:50:01.054415 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-87a5d705-0907-41d8-808a-e695e99d4fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (1011b699-108e-45b7-a33d-ad107a089d92), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:01.200903 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5d705-0907-41d8-808a-e695e99d4fc2 None None] Pushing event updated for resources: {'Port': ['ID=1011b699-108e-45b7-a33d-ad107a089d92,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:50:01.209848 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-8f14da93-608b-4a43-b60f-972d5d69779d None None] Provisioning complete for port 1011b699-108e-45b7-a33d-ad107a089d92 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:50:01.210454 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8f14da93-608b-4a43-b60f-972d5d69779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (1011b699-108e-45b7-a33d-ad107a089d92), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:01.337957 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'name': 'tempest-TestShelveInstance-1313524422-router', 'tenant_id': '24836e95b2f34526828c4f9dd35823e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a0719da1-33c0-4f8c-9c60-7fdff61650b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:52Z', 'updated_at': '2022-04-12T18:49:56Z', 'revision_number': 4, 'project_id': '24836e95b2f34526828c4f9dd35823e0', 'gw_port': {'id': 'a0719da1-33c0-4f8c-9c60-7fdff61650b6', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:53Z', 'updated_at': '2022-04-12T18:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '1011b699-108e-45b7-a33d-ad107a089d92', 'name': '', 'network_id': '83a39928-bae4-4a78-af29-44a905236855', 'tenant_id': '24836e95b2f34526828c4f9dd35823e0', 'mac_address': 'fa:16:3e:dc:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ca4e9811-1211-4b20-af76-85750c75fe97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:55Z', 'updated_at': '2022-04-12T18:50:00Z', 'revision_number': 4, 'project_id': '24836e95b2f34526828c4f9dd35823e0', 'subnets': [{'id': 'ca4e9811-1211-4b20-af76-85750c75fe97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:50:01.372808 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ccc33-0d4b-4910-92d8-5bbfe0586023 None None] The sync data for ids ['d93c089c-7db4-44f8-b6d3-48cd75a81245'] in dv-cinder-837536-1-iscsi is: [{'id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'name': 'tempest-TestShelveInstance-1313524422-router', 'tenant_id': '24836e95b2f34526828c4f9dd35823e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a0719da1-33c0-4f8c-9c60-7fdff61650b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:52Z', 'updated_at': '2022-04-12T18:49:56Z', 'revision_number': 4, 'project_id': '24836e95b2f34526828c4f9dd35823e0', 'gw_port': {'id': 'a0719da1-33c0-4f8c-9c60-7fdff61650b6', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:53Z', 'updated_at': '2022-04-12T18:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '1011b699-108e-45b7-a33d-ad107a089d92', 'name': '', 'network_id': '83a39928-bae4-4a78-af29-44a905236855', 'tenant_id': '24836e95b2f34526828c4f9dd35823e0', 'mac_address': 'fa:16:3e:dc:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ca4e9811-1211-4b20-af76-85750c75fe97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:55Z', 'updated_at': '2022-04-12T18:50:00Z', 'revision_number': 4, 'project_id': '24836e95b2f34526828c4f9dd35823e0', 'subnets': [{'id': 'ca4e9811-1211-4b20-af76-85750c75fe97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:50:01.378870 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-8f14da93-608b-4a43-b60f-972d5d69779d None None] Current status of the port 1011b699-108e-45b7-a33d-ad107a089d92 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:50:01.567495 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818060a-d00e-46be-b169-21588e06e33e req-0c63bb98-2b23-46be-9540-2a92506e2ee9 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:01.569717 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0818060a-d00e-46be-b169-21588e06e33e req-0c63bb98-2b23-46be-9540-2a92506e2ee9 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0530431 Apr 12 18:50:01.629183 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0818060a-d00e-46be-b169-21588e06e33e req-c32e6363-bab2-48b2-8d21-d8d0607b614c tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472977 Apr 12 18:50:01.944037 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0466b-c6f7-4b1c-aeca-10d2735f940d req-26795a43-fc1a-43bf-8745-2087dce46f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:01.945704 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aec0466b-c6f7-4b1c-aeca-10d2735f940d req-26795a43-fc1a-43bf-8745-2087dce46f29 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9914a54a3f8d4c48a054cce03514427b&device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 1128 time: 0.0532861 Apr 12 18:50:02.061608 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0466b-c6f7-4b1c-aeca-10d2735f940d req-afd7104e-1795-4a08-bac8-38e600e64e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:02.063529 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aec0466b-c6f7-4b1c-aeca-10d2735f940d req-afd7104e-1795-4a08-bac8-38e600e64e55 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 200 len: 918 time: 0.1107485 Apr 12 18:50:02.113523 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aec0466b-c6f7-4b1c-aeca-10d2735f940d req-ada9e5ad-9e9a-4ee9-9292-668252e63833 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e HTTP/1.1" status: 200 len: 217 time: 0.0430350 Apr 12 18:50:02.172545 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0466b-c6f7-4b1c-aeca-10d2735f940d req-22b793dd-5a63-47a8-afe0-d87bcae480f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:02.174093 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aec0466b-c6f7-4b1c-aeca-10d2735f940d req-22b793dd-5a63-47a8-afe0-d87bcae480f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fafb02f7-be82-4404-a50a-ecac2fe9b977 HTTP/1.1" status: 200 len: 856 time: 0.0481985 Apr 12 18:50:02.230563 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0466b-c6f7-4b1c-aeca-10d2735f940d req-8a275a00-1ad2-4689-a9e3-589556e88266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:02.234739 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aec0466b-c6f7-4b1c-aeca-10d2735f940d req-8a275a00-1ad2-4689-a9e3-589556e88266 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fedcd5fe-953f-4c53-85f3-78ac926b4ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520811 Apr 12 18:50:02.239030 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 1011b699-108e-45b7-a33d-ad107a089d92 up at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:50:02.307231 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Provisioning complete for port 1011b699-108e-45b7-a33d-ad107a089d92 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:50:02.307231 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (1011b699-108e-45b7-a33d-ad107a089d92), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:02.357394 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aec0466b-c6f7-4b1c-aeca-10d2735f940d req-f0972694-83d3-4a1f-b3dd-4047fec742c1 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178617 Apr 12 18:50:02.397836 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Current status of the port 1011b699-108e-45b7-a33d-ad107a089d92 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:50:02.461461 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aec0466b-c6f7-4b1c-aeca-10d2735f940d req-718b8fbc-e2fa-436e-8edb-618b8d461c7a service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983639 Apr 12 18:50:02.751912 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b4ae4-4549-4c38-a600-f98c12d3d543 req-9577b208-1cba-406e-8bd9-b064a5ddc8f7 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:02.753455 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fd4b4ae4-4549-4c38-a600-f98c12d3d543 req-9577b208-1cba-406e-8bd9-b064a5ddc8f7 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0498309 Apr 12 18:50:02.803880 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fd4b4ae4-4549-4c38-a600-f98c12d3d543 req-eb2909bd-1c6f-4547-88a1-f865ddf6e7c7 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426104 Apr 12 18:50:02.842493 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8bc81695-37df-4d1b-8885-52ae57e2a73e details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:50:02.950008 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8bc81695-37df-4d1b-8885-52ae57e2a73e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:50:02.965227 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'port_id': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'mac_address': 'fa:16:3e:a3:98:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:50:03.004056 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 8bc81695-37df-4d1b-8885-52ae57e2a73e is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:50:03.004448 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:03.020860 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc81695-37df-4d1b-8885-52ae57e2a73e {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:50:03.040570 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8bc81695-37df-4d1b-8885-52ae57e2a73e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:50:03.046301 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:03.099468 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=8bc81695-37df-4d1b-8885-52ae57e2a73e,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:50:03.384883 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['8bc81695-37df-4d1b-8885-52ae57e2a73e'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:50:03.643942 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37108) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:50:03.783881 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-9a5518e2-02ba-4abd-8de3-146c648b2938 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7024c4c2d3e24c97ae5cca0628b07eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387260 Apr 12 18:50:03.786479 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37112) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:50:03.837245 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5196ddde-2aad-400b-b434-e627630db364 admin admin] Publish callbacks [] for security_group (b9e0cbbc-1576-436e-ab64-bd23d4b67afb), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:03.861874 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5196ddde-2aad-400b-b434-e627630db364 admin admin] Publish callbacks [] for security_group (b9e0cbbc-1576-436e-ab64-bd23d4b67afb), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:03.933943 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f9165-65d8-4486-8526-884900092f5f req-ca0f1d3c-ceba-4142-b311-6fc08ae5c3fd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:03.939025 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-647f9165-65d8-4486-8526-884900092f5f req-ca0f1d3c-ceba-4142-b311-6fc08ae5c3fd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 945 time: 0.0577023 Apr 12 18:50:03.965234 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5196ddde-2aad-400b-b434-e627630db364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (b9e0cbbc-1576-436e-ab64-bd23d4b67afb), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:03.967731 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-5196ddde-2aad-400b-b434-e627630db364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:03.968859 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-5196ddde-2aad-400b-b434-e627630db364 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9e0cbbc-1576-436e-ab64-bd23d4b67afb HTTP/1.1" status: 204 len: 168 time: 0.1814904 Apr 12 18:50:03.986909 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196ddde-2aad-400b-b434-e627630db364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e0cbbc-1576-436e-ab64-bd23d4b67afb,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:50:04.006134 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-647f9165-65d8-4486-8526-884900092f5f req-f96459d8-15b2-4370-a62e-9f566cf4fdc8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625980 Apr 12 18:50:04.854896 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8bc81695-37df-4d1b-8885-52ae57e2a73e up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:50:04.915630 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port 8bc81695-37df-4d1b-8885-52ae57e2a73e completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:50:04.925388 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 8bc81695-37df-4d1b-8885-52ae57e2a73e triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:50:04.925789 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:05.009624 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 8bc81695-37df-4d1b-8885-52ae57e2a73e is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:50:05.010013 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:05.033119 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc81695-37df-4d1b-8885-52ae57e2a73e'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:50:05.035436 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479c53d8-9e01-4355-96d6-2c287708a80a" -d '{"events": [{"server_uuid": "c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb", "name": "network-vif-plugged", "status": "completed", "tag": "8bc81695-37df-4d1b-8885-52ae57e2a73e"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:50:05.048382 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8bc81695-37df-4d1b-8885-52ae57e2a73e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:50:05.053939 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:05.083354 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb8e6ea-c3cc-4c9a-a5db-094cbc3da92f x-openstack-request-id: req-5fb8e6ea-c3cc-4c9a-a5db-094cbc3da92f {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:50:05.083603 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb", "name": "network-vif-plugged", "status": "completed", "tag": "8bc81695-37df-4d1b-8885-52ae57e2a73e", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:50:05.083823 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5fb8e6ea-c3cc-4c9a-a5db-094cbc3da92f {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:50:05.084411 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb8e6ea-c3cc-4c9a-a5db-094cbc3da92f'] response: {'server_uuid': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'code': 200} Apr 12 18:50:05.115755 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=8bc81695-37df-4d1b-8885-52ae57e2a73e,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:50:05.128622 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e8b22-f767-49b6-ae5c-5f0b3f4d7369 req-658a8d19-8a3c-4ca6-9f1f-0c7a97122507 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:05.130100 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e66e8b22-f767-49b6-ae5c-5f0b3f4d7369 req-658a8d19-8a3c-4ca6-9f1f-0c7a97122507 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0486476 Apr 12 18:50:05.186087 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e66e8b22-f767-49b6-ae5c-5f0b3f4d7369 req-55a86919-4bbb-4daa-8f2d-b63a899110f1 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500376 Apr 12 18:50:05.250102 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ea1d1-b33a-4a6b-9171-6e2d9f8fbc01 req-2f663ad2-08a8-4e0b-beb1-0feb1104efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:05.251683 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-559ea1d1-b33a-4a6b-9171-6e2d9f8fbc01 req-2f663ad2-08a8-4e0b-beb1-0feb1104efb4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 1130 time: 0.0392096 Apr 12 18:50:05.294241 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-559ea1d1-b33a-4a6b-9171-6e2d9f8fbc01 req-3bc4c7b0-06b0-4a41-9944-fa88121ddc66 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367670 Apr 12 18:50:05.903854 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:50:06.317142 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50554c-cb87-4d5b-8bc3-2e576330d94a req-0755f4d1-def2-4eed-aa4e-03d895e072c5 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:06.318691 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2a50554c-cb87-4d5b-8bc3-2e576330d94a req-0755f4d1-def2-4eed-aa4e-03d895e072c5 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0522339 Apr 12 18:50:06.371241 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2a50554c-cb87-4d5b-8bc3-2e576330d94a req-7fb7d307-a62b-4aad-ae50-3cf26f127066 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461214 Apr 12 18:50:07.506509 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf4615-3c96-4e3d-84ae-2ab7e5f94110 req-f67dcfab-dbde-41b6-8f9f-0d11aee11268 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:07.508147 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bdbf4615-3c96-4e3d-84ae-2ab7e5f94110 req-f67dcfab-dbde-41b6-8f9f-0d11aee11268 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0533504 Apr 12 18:50:07.569953 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bdbf4615-3c96-4e3d-84ae-2ab7e5f94110 req-3471398a-b8e4-46be-b336-5df092a3d073 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550804 Apr 12 18:50:07.699484 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f83b2b-f3d4-4e4e-9970-a303bd9d9eb5 req-8657cd22-ebea-41fd-88a3-30a2555adf23 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:07.701055 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-95f83b2b-f3d4-4e4e-9970-a303bd9d9eb5 req-8657cd22-ebea-41fd-88a3-30a2555adf23 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0611768 Apr 12 18:50:07.709942 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37136) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:50:07.714253 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-baf27d3c-2660-4073-a8ec-001624b34155 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Request body: {'floatingip': {'port_id': '8bc81695-37df-4d1b-8885-52ae57e2a73e'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:50:07.758686 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-baf27d3c-2660-4073-a8ec-001624b34155 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for floatingip (e42cd536-ff1a-44c9-ac98-10d3faf22b42), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:08.501899 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-baf27d3c-2660-4073-a8ec-001624b34155 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:08.507989 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-baf27d3c-2660-4073-a8ec-001624b34155 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (e42cd536-ff1a-44c9-ac98-10d3faf22b42), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:08.615733 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-baf27d3c-2660-4073-a8ec-001624b34155 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Floating IP e42cd536-ff1a-44c9-ac98-10d3faf22b42 associated. External IP: 172.27.2.59, port: 8bc81695-37df-4d1b-8885-52ae57e2a73e. Apr 12 18:50:08.844208 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf27d3c-2660-4073-a8ec-001624b34155 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:50:08.966824 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf27d3c-2660-4073-a8ec-001624b34155 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:50:08.971482 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-baf27d3c-2660-4073-a8ec-001624b34155 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:08.977160 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc18a98-b226-4f3a-8c32-52a23fee16e5 None None] Sync routers for ids ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:50:08.989656 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc18a98-b226-4f3a-8c32-52a23fee16e5 None None] Routers {'6dfe31cd-d6d3-4b70-87ac-fc559689e90f'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:50:08.990285 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-0cc18a98-b226-4f3a-8c32-52a23fee16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:49:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:50:09.002704 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-baf27d3c-2660-4073-a8ec-001624b34155 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "PUT /v2.0/floatingips/e42cd536-ff1a-44c9-ac98-10d3faf22b42 HTTP/1.1" status: 200 len: 991 time: 1.2917192 Apr 12 18:50:09.003329 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'tag': '8bc81695-37df-4d1b-8885-52ae57e2a73e'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:50:09.005585 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248522b6-e2b2-4119-b3b6-799229e0da30" -d '{"events": [{"name": "network-changed", "server_uuid": "c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb", "tag": "8bc81695-37df-4d1b-8885-52ae57e2a73e"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:50:09.040580 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97253494-0039-403a-ae8c-3f383a15327c x-openstack-request-id: req-97253494-0039-403a-ae8c-3f383a15327c {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:50:09.041108 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb", "tag": "8bc81695-37df-4d1b-8885-52ae57e2a73e", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:50:09.041358 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97253494-0039-403a-ae8c-3f383a15327c {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:50:09.041881 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97253494-0039-403a-ae8c-3f383a15327c'] response: {'name': 'network-changed', 'server_uuid': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'tag': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'status': 'completed', 'code': 200} Apr 12 18:50:09.101880 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-0cc18a98-b226-4f3a-8c32-52a23fee16e5 None None] Set router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:50:09.112781 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248522b6-e2b2-4119-b3b6-799229e0da30 req-6614f849-5123-4b82-ba46-2dff0120df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:09.114470 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-248522b6-e2b2-4119-b3b6-799229e0da30 req-6614f849-5123-4b82-ba46-2dff0120df92 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9914a54a3f8d4c48a054cce03514427b&device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 1130 time: 0.0448592 Apr 12 18:50:09.212458 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248522b6-e2b2-4119-b3b6-799229e0da30 req-4457a660-fb6e-4356-892a-d188a03f7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:09.213944 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-248522b6-e2b2-4119-b3b6-799229e0da30 req-4457a660-fb6e-4356-892a-d188a03f7e95 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 200 len: 918 time: 0.0905976 Apr 12 18:50:09.283304 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-248522b6-e2b2-4119-b3b6-799229e0da30 req-dbd163b6-fe5e-4ab2-9c40-9b4c7389adaf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e HTTP/1.1" status: 200 len: 999 time: 0.0630245 Apr 12 18:50:09.325592 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-0cc18a98-b226-4f3a-8c32-52a23fee16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'e42cd536-ff1a-44c9-ac98-10d3faf22b42', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'port_id': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'mac_address': 'fa:16:3e:a3:98:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:49:53Z', 'updated_at': '2022-04-12T18:50:08Z', 'revision_number': 1, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:46Z', 'revision_number': 5, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:50:09.334394 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248522b6-e2b2-4119-b3b6-799229e0da30 req-0054da96-5286-481f-8d67-ab5c066fb28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:09.335930 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-248522b6-e2b2-4119-b3b6-799229e0da30 req-0054da96-5286-481f-8d67-ab5c066fb28d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fafb02f7-be82-4404-a50a-ecac2fe9b977 HTTP/1.1" status: 200 len: 856 time: 0.0469193 Apr 12 18:50:09.352207 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc18a98-b226-4f3a-8c32-52a23fee16e5 None None] Checking router: 6dfe31cd-d6d3-4b70-87ac-fc559689e90f for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:50:09.360801 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc18a98-b226-4f3a-8c32-52a23fee16e5 None None] Routers {'6dfe31cd-d6d3-4b70-87ac-fc559689e90f'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:50:09.361444 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-0cc18a98-b226-4f3a-8c32-52a23fee16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:49:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:50:09.387296 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248522b6-e2b2-4119-b3b6-799229e0da30 req-4ec02d16-1eb4-49a7-ae30-e9e02c4276e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:09.388896 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-248522b6-e2b2-4119-b3b6-799229e0da30 req-4ec02d16-1eb4-49a7-ae30-e9e02c4276e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fedcd5fe-953f-4c53-85f3-78ac926b4ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457766 Apr 12 18:50:09.494990 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-248522b6-e2b2-4119-b3b6-799229e0da30 req-3c7e0bba-5d6c-4db5-880e-a41294fa9fb3 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991781 Apr 12 18:50:09.569789 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-0cc18a98-b226-4f3a-8c32-52a23fee16e5 None None] Set router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:50:09.592255 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-248522b6-e2b2-4119-b3b6-799229e0da30 req-61580ede-eb35-4d1b-b981-1321d75c12b7 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897429 Apr 12 18:50:09.794338 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-0cc18a98-b226-4f3a-8c32-52a23fee16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'e42cd536-ff1a-44c9-ac98-10d3faf22b42', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'port_id': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'mac_address': 'fa:16:3e:a3:98:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:49:53Z', 'updated_at': '2022-04-12T18:50:08Z', 'revision_number': 1, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:46Z', 'revision_number': 5, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:50:09.822198 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc18a98-b226-4f3a-8c32-52a23fee16e5 None None] The sync data for ids ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'] in dv-cinder-837536-1-iscsi is: [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'e42cd536-ff1a-44c9-ac98-10d3faf22b42', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'port_id': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'mac_address': 'fa:16:3e:a3:98:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:49:53Z', 'updated_at': '2022-04-12T18:50:08Z', 'revision_number': 1, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:46Z', 'revision_number': 5, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:50:10.058067 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e14b900-a6ba-429a-bec9-db84a3e43a54 None None] New status for floating IP e42cd536-ff1a-44c9-ac98-10d3faf22b42: ACTIVE {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:50:13.328060 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d20eea42-81a5-43dd-afb9-a2f3fe18b56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:15.746908 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b4c93ed5-12d9-469e-b3e9-017234c32558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:16.643533 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:18.058653 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:19.752304 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:22.230900 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-d02091e0-3b56-466a-81f5-c177c7a2e7c5 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632674232&fields=id&tenant_id=975616643d2e40d89222b43a2a5b7fa4 HTTP/1.1" status: 200 len: 267 time: 0.0466156 Apr 12 18:50:22.349007 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-69f35cc8-605b-413a-a385-16fd9fd1b5d7 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:22.350481 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-69f35cc8-605b-413a-a385-16fd9fd1b5d7 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/networks?id=f64b858d-e4d1-498c-a2c4-da8690332031 HTTP/1.1" status: 200 len: 809 time: 0.1102843 Apr 12 18:50:22.365262 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-12d0df01-3d65-49e9-9f15-b94748d3e5ce tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/quotas/975616643d2e40d89222b43a2a5b7fa4 HTTP/1.1" status: 200 len: 375 time: 0.0093751 Apr 12 18:50:22.412902 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1512e518-16c6-406c-b981-a757bfad51fd tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=975616643d2e40d89222b43a2a5b7fa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428722 Apr 12 18:50:22.529550 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-2397cdfb-522c-4bc4-9150-4c06fa3ca990 service neutron] 10.222.0.64 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008158 Apr 12 18:50:22.627469 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-a8fc7cf6-658c-4389-9e93-ccdd9fa9930a service neutron] 10.222.0.64 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892081 Apr 12 18:50:22.924570 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1e8a0a14-13f3-4b76-8b1a-dc108518ccb0 req-aece105d-1d20-47d1-a019-f5bd1e7e7985 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 210 time: 0.0323145 Apr 12 18:50:24.033354 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-252eff4a-08e1-4332-a6c8-a0749d8323fa req-e05bcf04-57aa-4713-83f0-324649d0d2f0 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 210 time: 0.0328224 Apr 12 18:50:24.067044 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-8ef1e2c2-0ea0-4825-970a-1ad930503cd7 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:24.068572 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-8ef1e2c2-0ea0-4825-970a-1ad930503cd7 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.65 "GET /v2.0/networks?id=f64b858d-e4d1-498c-a2c4-da8690332031 HTTP/1.1" status: 200 len: 809 time: 0.1305568 Apr 12 18:50:24.136816 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-41ab6202-83e9-43f4-84ba-1287a2beb86d tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=975616643d2e40d89222b43a2a5b7fa4 HTTP/1.1" status: 200 len: 380 time: 0.0589910 Apr 12 18:50:24.146410 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-b6c5c8b4-d3b8-4a12-aa1c-5d51acae3169 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Request body: {'port': {'device_id': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'admin_state_up': True, 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'security_groups': ['862a92df-52e7-4b3b-8296-79f2d5a16fcf']}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:50:24.253744 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-b6c5c8b4-d3b8-4a12-aa1c-5d51acae3169 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Made reservation on behalf of 975616643d2e40d89222b43a2a5b7fa4 for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:50:24.257225 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-b6c5c8b4-d3b8-4a12-aa1c-5d51acae3169 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:24.384863 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-b6c5c8b4-d3b8-4a12-aa1c-5d51acae3169 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Allocated IP 172.20.0.7 (f64b858d-e4d1-498c-a2c4-da8690332031/d428eada-472b-4e69-9aed-e3043387f48c/dd22de41-0ead-4661-bf70-6e28c0c025bc) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:50:24.529814 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-b6c5c8b4-d3b8-4a12-aa1c-5d51acae3169 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:24.563420 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-b6c5c8b4-d3b8-4a12-aa1c-5d51acae3169 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:24.606070 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-b6c5c8b4-d3b8-4a12-aa1c-5d51acae3169 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Network f64b858d-e4d1-498c-a2c4-da8690332031 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:50:24.611100 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-b6c5c8b4-d3b8-4a12-aa1c-5d51acae3169 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:50:24.614865 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-b6c5c8b4-d3b8-4a12-aa1c-5d51acae3169 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:50:24.621413 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5c8b4-d3b8-4a12-aa1c-5d51acae3169 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Pushing event updated for resources: {'Port': ['ID=dd22de41-0ead-4661-bf70-6e28c0c025bc,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:50:24.669198 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-b6c5c8b4-d3b8-4a12-aa1c-5d51acae3169 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:24.669832 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-b6c5c8b4-d3b8-4a12-aa1c-5d51acae3169 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:24.687397 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-b6c5c8b4-d3b8-4a12-aa1c-5d51acae3169 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5447807 Apr 12 18:50:24.698243 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Request body: {'port': {'device_id': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:50:24.762675 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:24.869138 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-df473e65-fdea-4ea1-90f7-9c4a6ecb300a None None] Provisioning complete for port dd22de41-0ead-4661-bf70-6e28c0c025bc triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:50:24.869805 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-df473e65-fdea-4ea1-90f7-9c4a6ecb300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:24.904922 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-df473e65-fdea-4ea1-90f7-9c4a6ecb300a None None] Port dd22de41-0ead-4661-bf70-6e28c0c025bc cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:50:25.025300 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd22de41-0ead-4661-bf70-6e28c0c025bc {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:50:25.033006 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Publish callbacks [] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:25.045993 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Transition to ACTIVE for port object dd22de41-0ead-4661-bf70-6e28c0c025bc will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:50:25.050075 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:25.105426 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Pushing event updated for resources: {'Port': ['ID=dd22de41-0ead-4661-bf70-6e28c0c025bc,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:50:25.196206 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84aa771-4aa5-4606-ba02-f717a25c52ee req-abd5420f-6c90-43c9-9d6a-b3e595ad1a71 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:25.197768 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a84aa771-4aa5-4606-ba02-f717a25c52ee req-abd5420f-6c90-43c9-9d6a-b3e595ad1a71 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0896912 Apr 12 18:50:25.242865 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Attempting to bind port dd22de41-0ead-4661-bf70-6e28c0c025bc on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:50:25.243287 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Attempting to bind port dd22de41-0ead-4661-bf70-6e28c0c025bc by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '926fc14c-2d59-41cd-bbde-968f35a484c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:50:25.243545 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Attempting to bind port dd22de41-0ead-4661-bf70-6e28c0c025bc on network f64b858d-e4d1-498c-a2c4-da8690332031 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:50:25.257144 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Port dd22de41-0ead-4661-bf70-6e28c0c025bc on network f64b858d-e4d1-498c-a2c4-da8690332031 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:50:25.257466 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Attempting to bind port dd22de41-0ead-4661-bf70-6e28c0c025bc on network f64b858d-e4d1-498c-a2c4-da8690332031 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:50:25.270077 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a84aa771-4aa5-4606-ba02-f717a25c52ee req-98966237-17f6-4029-b46e-b57406de0e17 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653260 Apr 12 18:50:25.270925 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:50:25.271308 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Checking segment: {'id': '926fc14c-2d59-41cd-bbde-968f35a484c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:50:25.271663 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Bound using segment: {'id': '926fc14c-2d59-41cd-bbde-968f35a484c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:50:25.272093 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Bound port: dd22de41-0ead-4661-bf70-6e28c0c025bc, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926fc14c-2d59-41cd-bbde-968f35a484c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:50:25.272448 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:25.346880 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] For port dd22de41-0ead-4661-bf70-6e28c0c025bc, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:50:25.349937 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] For port dd22de41-0ead-4661-bf70-6e28c0c025bc, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:50:25.358016 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:25.393948 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:25.394549 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:25.395939 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] 10.222.0.65 "PUT /v2.0/ports/dd22de41-0ead-4661-bf70-6e28c0c025bc HTTP/1.1" status: 200 len: 1093 time: 0.7019079 Apr 12 18:50:25.396365 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'tag': 'dd22de41-0ead-4661-bf70-6e28c0c025bc'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:50:25.398550 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fbc348-a7e5-4570-a6c6-f67bb4429652" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c68481-0a70-461a-8ec5-798e64f43473", "tag": "dd22de41-0ead-4661-bf70-6e28c0c025bc"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:50:25.423377 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89343e-908a-4abd-a7d5-172d997c850e service neutron] Pushing event updated for resources: {'Port': ['ID=dd22de41-0ead-4661-bf70-6e28c0c025bc,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:50:25.441745 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3019bed-f769-4a5f-aaf0-20bb4a1ff77a x-openstack-request-id: req-b3019bed-f769-4a5f-aaf0-20bb4a1ff77a {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:50:25.442036 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c68481-0a70-461a-8ec5-798e64f43473", "tag": "dd22de41-0ead-4661-bf70-6e28c0c025bc", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:50:25.442284 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3019bed-f769-4a5f-aaf0-20bb4a1ff77a {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:50:25.442826 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3019bed-f769-4a5f-aaf0-20bb4a1ff77a'] response: {'name': 'network-changed', 'server_uuid': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'tag': 'dd22de41-0ead-4661-bf70-6e28c0c025bc', 'status': 'completed', 'code': 200} Apr 12 18:50:25.486550 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-e23634c0-85ee-4e51-8b0e-f5d73a676f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:25.488105 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-e23634c0-85ee-4e51-8b0e-f5d73a676f2e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=975616643d2e40d89222b43a2a5b7fa4&device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 1127 time: 0.0406134 Apr 12 18:50:25.530022 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-6f04dcb8-bff7-4052-8555-dc127a4be370 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc HTTP/1.1" status: 200 len: 217 time: 0.0343618 Apr 12 18:50:25.581258 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-f7079a2b-7736-4568-aaa7-b221faa7f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:25.582711 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-f7079a2b-7736-4568-aaa7-b221faa7f346 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d428eada-472b-4e69-9aed-e3043387f48c HTTP/1.1" status: 200 len: 848 time: 0.0475416 Apr 12 18:50:25.624785 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-6b3d6899-862f-44f4-910e-4fa9b4e1c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:25.626202 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-6b3d6899-862f-44f4-910e-4fa9b4e1c4e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f64b858d-e4d1-498c-a2c4-da8690332031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375798 Apr 12 18:50:25.713140 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-fc426e97-5f7d-4e74-a619-8ad51d00ae5b service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810611 Apr 12 18:50:25.807155 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5e91e76-458f-4f46-915a-8d61da9aec67 req-a20772ce-dbec-45e7-83fc-7e8fd8375a1b service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870714 Apr 12 18:50:26.400026 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcdc69-f17d-438c-a0c4-acaf45100b9a req-8dc9625a-a2be-4739-bb00-6f22081d22ee tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:26.401409 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-26bcdc69-f17d-438c-a0c4-acaf45100b9a req-8dc9625a-a2be-4739-bb00-6f22081d22ee tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0504758 Apr 12 18:50:26.452905 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-26bcdc69-f17d-438c-a0c4-acaf45100b9a req-f60b3ed1-949a-4c65-92be-f17be88b5b7b tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435154 Apr 12 18:50:26.604959 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbc348-a7e5-4570-a6c6-f67bb4429652 req-e3ce3427-8539-4c09-ab8b-8d3d3e441c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:26.606475 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f8fbc348-a7e5-4570-a6c6-f67bb4429652 req-e3ce3427-8539-4c09-ab8b-8d3d3e441c38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=975616643d2e40d89222b43a2a5b7fa4&device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 1127 time: 0.0453005 Apr 12 18:50:26.703546 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbc348-a7e5-4570-a6c6-f67bb4429652 req-cfeebe1f-c42c-4313-971e-9b95c8e19f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:26.704944 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f8fbc348-a7e5-4570-a6c6-f67bb4429652 req-cfeebe1f-c42c-4313-971e-9b95c8e19f25 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f64b858d-e4d1-498c-a2c4-da8690332031 HTTP/1.1" status: 200 len: 910 time: 0.0921128 Apr 12 18:50:26.748875 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f8fbc348-a7e5-4570-a6c6-f67bb4429652 req-a1298a28-3662-42a3-b106-35ee7b498724 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc HTTP/1.1" status: 200 len: 217 time: 0.0379376 Apr 12 18:50:26.798390 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbc348-a7e5-4570-a6c6-f67bb4429652 req-88b5e282-5822-4db7-a821-e9a0ab4c6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:26.799901 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f8fbc348-a7e5-4570-a6c6-f67bb4429652 req-88b5e282-5822-4db7-a821-e9a0ab4c6a19 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d428eada-472b-4e69-9aed-e3043387f48c HTTP/1.1" status: 200 len: 848 time: 0.0451419 Apr 12 18:50:26.844077 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbc348-a7e5-4570-a6c6-f67bb4429652 req-9d67443e-c775-482e-8d8a-081ffbbe5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:26.845547 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f8fbc348-a7e5-4570-a6c6-f67bb4429652 req-9d67443e-c775-482e-8d8a-081ffbbe5122 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f64b858d-e4d1-498c-a2c4-da8690332031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399432 Apr 12 18:50:26.946483 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f8fbc348-a7e5-4570-a6c6-f67bb4429652 req-8744b4ba-d773-45c8-b004-c273b68dc6c2 service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950315 Apr 12 18:50:27.039288 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f8fbc348-a7e5-4570-a6c6-f67bb4429652 req-b49b4614-1f5f-4a15-bcfe-016a7ac4830e service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854635 Apr 12 18:50:27.579456 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f6835-8c50-4618-929b-efd259c0cff3 req-bf575e52-b004-424d-83c6-60edf868c205 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:27.580909 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5e0f6835-8c50-4618-929b-efd259c0cff3 req-bf575e52-b004-424d-83c6-60edf868c205 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0498512 Apr 12 18:50:27.628448 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5e0f6835-8c50-4618-929b-efd259c0cff3 req-29f7e558-7e04-48d7-ab8b-162939d57c46 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419095 Apr 12 18:50:28.756684 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95c6bd-ef0b-4411-a02c-2d14a95a1b05 req-86bd1288-f7f3-4eb4-b8d3-5564f7702fd0 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:28.758160 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1f95c6bd-ef0b-4411-a02c-2d14a95a1b05 req-86bd1288-f7f3-4eb4-b8d3-5564f7702fd0 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0468955 Apr 12 18:50:28.810109 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1f95c6bd-ef0b-4411-a02c-2d14a95a1b05 req-779b9435-2b08-4618-9ebe-3b94ae918b3b tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437610 Apr 12 18:50:28.965691 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:29.930187 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34303d2b-9e80-4c9e-870c-7b58a27a6921 req-197a81e6-0b9c-4a5d-9a31-e7df355c7b0e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:29.931667 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-34303d2b-9e80-4c9e-870c-7b58a27a6921 req-197a81e6-0b9c-4a5d-9a31-e7df355c7b0e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0510924 Apr 12 18:50:29.984827 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-34303d2b-9e80-4c9e-870c-7b58a27a6921 req-6ca6e0c0-eaf7-4eb9-b0ad-3002c427bca9 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476274 Apr 12 18:50:31.106680 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25936e-dae3-46ea-b873-4cbcc992c303 req-120afe37-3a9b-4250-983b-af803a1d513a tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:31.108179 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cc25936e-dae3-46ea-b873-4cbcc992c303 req-120afe37-3a9b-4250-983b-af803a1d513a tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0473042 Apr 12 18:50:31.157855 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cc25936e-dae3-46ea-b873-4cbcc992c303 req-4e822145-9f70-4f13-a71f-8e4aabfb16ed tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439892 Apr 12 18:50:32.285801 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafb31a-6f81-40f2-8bbe-c909994ea9de req-463597aa-bc22-46a3-abc1-9236682c82d9 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:32.287293 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-abafb31a-6f81-40f2-8bbe-c909994ea9de req-463597aa-bc22-46a3-abc1-9236682c82d9 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0486038 Apr 12 18:50:32.337414 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-abafb31a-6f81-40f2-8bbe-c909994ea9de req-40a4015f-ef03-4a85-93da-2277012fc559 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420389 Apr 12 18:50:32.780054 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b00be42e-dddc-4e6b-a764-e4c070082efb req-e0b0984a-a266-45e4-a303-478da740f31d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421865 Apr 12 18:50:32.859965 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00be42e-dddc-4e6b-a764-e4c070082efb req-360b3036-ba39-4567-be09-1123d8a173d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:32.861493 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b00be42e-dddc-4e6b-a764-e4c070082efb req-360b3036-ba39-4567-be09-1123d8a173d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 1129 time: 0.0404930 Apr 12 18:50:32.971222 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00be42e-dddc-4e6b-a764-e4c070082efb req-bfc9a051-ce14-4190-81ed-6362e33b162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:32.972672 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b00be42e-dddc-4e6b-a764-e4c070082efb req-bfc9a051-ce14-4190-81ed-6362e33b162a service neutron] 10.222.0.65 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 913 time: 0.0878389 Apr 12 18:50:33.041115 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b00be42e-dddc-4e6b-a764-e4c070082efb req-f6f515ef-9cf2-4c46-a15e-c3c3c8627b7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b1f6da-e6a8-4673-9d27-5df73c86f06b HTTP/1.1" status: 200 len: 1001 time: 0.0620182 Apr 12 18:50:33.089735 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00be42e-dddc-4e6b-a764-e4c070082efb req-ecd7ddfe-24d4-4468-9e0a-60ae9e4250d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:33.091135 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b00be42e-dddc-4e6b-a764-e4c070082efb req-ecd7ddfe-24d4-4468-9e0a-60ae9e4250d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60ec23c3-0a49-4ec5-aff1-04b053e8de73 HTTP/1.1" status: 200 len: 851 time: 0.0431359 Apr 12 18:50:33.133832 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00be42e-dddc-4e6b-a764-e4c070082efb req-97c786ac-ff53-4db2-b6b1-e7229dcf53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:33.135352 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b00be42e-dddc-4e6b-a764-e4c070082efb req-97c786ac-ff53-4db2-b6b1-e7229dcf53d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=598a49f3-26e5-4adb-bc7e-a59d43832874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382793 Apr 12 18:50:33.230723 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b00be42e-dddc-4e6b-a764-e4c070082efb req-d0053342-7268-4cff-8205-b99db9bade88 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888250 Apr 12 18:50:33.321333 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b00be42e-dddc-4e6b-a764-e4c070082efb req-bc292bb2-a817-47a8-9c92-af68e06f5d95 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848181 Apr 12 18:50:33.458617 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4679d-ee4c-4802-a631-3ca0c0484bae req-73806169-756d-4662-b2c2-ff2350421d67 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:33.460116 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-86b4679d-ee4c-4802-a631-3ca0c0484bae req-73806169-756d-4662-b2c2-ff2350421d67 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0497143 Apr 12 18:50:33.510657 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-86b4679d-ee4c-4802-a631-3ca0c0484bae req-4e6089b8-bd96-41f8-84ee-4a9c413cae25 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431762 Apr 12 18:50:34.639659 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecc3bf-38ee-4b4d-8e61-bac760d06255 req-9738842f-a14e-4eba-ad2d-9d875469171e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:34.641150 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cfecc3bf-38ee-4b4d-8e61-bac760d06255 req-9738842f-a14e-4eba-ad2d-9d875469171e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0558453 Apr 12 18:50:34.689843 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cfecc3bf-38ee-4b4d-8e61-bac760d06255 req-39310bea-5684-4667-a8c5-3ee31e1eeb07 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429151 Apr 12 18:50:35.112358 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device dd22de41-0ead-4661-bf70-6e28c0c025bc details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:50:35.226308 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port dd22de41-0ead-4661-bf70-6e28c0c025bc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:50:35.238163 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': 'dd22de41-0ead-4661-bf70-6e28c0c025bc', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'port_id': 'dd22de41-0ead-4661-bf70-6e28c0c025bc', 'mac_address': 'fa:16:3e:c2:87:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:50:35.275717 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port dd22de41-0ead-4661-bf70-6e28c0c025bc is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:50:35.276093 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:35.289240 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd22de41-0ead-4661-bf70-6e28c0c025bc {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:50:35.309576 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port dd22de41-0ead-4661-bf70-6e28c0c025bc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:50:35.315398 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:35.362551 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=dd22de41-0ead-4661-bf70-6e28c0c025bc,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:50:35.636707 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['dd22de41-0ead-4661-bf70-6e28c0c025bc'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:50:35.804947 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfb934-9280-4cce-9f01-e916a64607d5 req-574493b7-c335-40f2-b475-fbaa88a1b556 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:35.806407 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3bbfb934-9280-4cce-9f01-e916a64607d5 req-574493b7-c335-40f2-b475-fbaa88a1b556 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 944 time: 0.0495086 Apr 12 18:50:35.858024 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3bbfb934-9280-4cce-9f01-e916a64607d5 req-78a1905a-166e-4092-bc4e-21b4a6c4e3ac tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457208 Apr 12 18:50:36.983248 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99160314-be25-4df8-8cdd-ee6fb5de029a req-29350a90-a5f4-43fe-9258-ad77c6bc8f44 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:36.984749 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-99160314-be25-4df8-8cdd-ee6fb5de029a req-29350a90-a5f4-43fe-9258-ad77c6bc8f44 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 944 time: 0.0497830 Apr 12 18:50:37.035682 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-99160314-be25-4df8-8cdd-ee6fb5de029a req-ffa5a7f4-f91a-4ff4-89fa-a3d9806f28b3 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427001 Apr 12 18:50:37.127326 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device dd22de41-0ead-4661-bf70-6e28c0c025bc up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:50:37.176796 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port dd22de41-0ead-4661-bf70-6e28c0c025bc completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:50:37.186373 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port dd22de41-0ead-4661-bf70-6e28c0c025bc triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:50:37.186851 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:37.293030 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port dd22de41-0ead-4661-bf70-6e28c0c025bc is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:50:37.293281 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:37.317908 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd22de41-0ead-4661-bf70-6e28c0c025bc'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:50:37.320172 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6974e9d2-fe26-467d-b3ee-c72cca1d7f2f" -d '{"events": [{"server_uuid": "e5c68481-0a70-461a-8ec5-798e64f43473", "name": "network-vif-plugged", "status": "completed", "tag": "dd22de41-0ead-4661-bf70-6e28c0c025bc"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:50:37.332995 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port dd22de41-0ead-4661-bf70-6e28c0c025bc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:50:37.338375 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:37.389624 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=dd22de41-0ead-4661-bf70-6e28c0c025bc,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:50:37.514009 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3149c04-cfba-4de8-be86-c7b511b3a397 x-openstack-request-id: req-f3149c04-cfba-4de8-be86-c7b511b3a397 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:50:37.514296 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c68481-0a70-461a-8ec5-798e64f43473", "name": "network-vif-plugged", "status": "completed", "tag": "dd22de41-0ead-4661-bf70-6e28c0c025bc", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:50:37.514552 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3149c04-cfba-4de8-be86-c7b511b3a397 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:50:37.514951 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3149c04-cfba-4de8-be86-c7b511b3a397'] response: {'server_uuid': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd22de41-0ead-4661-bf70-6e28c0c025bc', 'code': 200} Apr 12 18:50:37.740816 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937df03d-577c-46ab-bb61-3a26bff62217 req-ed7359e4-03a6-41d1-8893-3a8a377cedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:37.742292 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-937df03d-577c-46ab-bb61-3a26bff62217 req-ed7359e4-03a6-41d1-8893-3a8a377cedbb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 1129 time: 0.0388336 Apr 12 18:50:37.792156 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-937df03d-577c-46ab-bb61-3a26bff62217 req-80da6e4e-6676-44e5-a1eb-f5b8d2f917ac service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424955 Apr 12 18:50:38.156969 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb4dbb-aaba-422c-a4c8-e0fd3a0a16e5 req-cef6546e-3855-4372-84f7-eb27a1ef8065 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:38.158478 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6dbb4dbb-aaba-422c-a4c8-e0fd3a0a16e5 req-cef6546e-3855-4372-84f7-eb27a1ef8065 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0471246 Apr 12 18:50:38.207534 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6dbb4dbb-aaba-422c-a4c8-e0fd3a0a16e5 req-80f7e5ba-eb45-45dc-930d-144de9f27962 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434611 Apr 12 18:50:39.338193 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af946fc3-0a79-4064-b4b9-57d2303e7501 req-2a459cd7-1f0b-49c8-a8b2-11ece177a207 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:39.339708 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-af946fc3-0a79-4064-b4b9-57d2303e7501 req-2a459cd7-1f0b-49c8-a8b2-11ece177a207 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0513635 Apr 12 18:50:39.390994 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-af946fc3-0a79-4064-b4b9-57d2303e7501 req-8a2ad95f-e196-4b56-8766-e9a5d2a46f6f tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453751 Apr 12 18:50:40.515953 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701bf78-98b9-47cb-8b37-8fc81ea28870 req-73de6ec4-e7ba-4b62-8b56-f6efd2553a57 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:40.517417 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f701bf78-98b9-47cb-8b37-8fc81ea28870 req-73de6ec4-e7ba-4b62-8b56-f6efd2553a57 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0504808 Apr 12 18:50:40.569391 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f701bf78-98b9-47cb-8b37-8fc81ea28870 req-beb66e38-cce5-4ee5-ae94-10d6ca0bcb8c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436807 Apr 12 18:50:40.679801 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8f6a2-7b44-49e5-8511-499568c6fbf8 req-52d70dd3-9e7f-4f8f-931c-a7a1be14bf1e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:40.681157 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19f8f6a2-7b44-49e5-8511-499568c6fbf8 req-52d70dd3-9e7f-4f8f-931c-a7a1be14bf1e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0470402 Apr 12 18:50:40.731396 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-19f8f6a2-7b44-49e5-8511-499568c6fbf8 req-bcd201ac-93bb-420d-90a8-a3c9ab6613fc tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Apr 12 18:50:40.752791 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37256) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:50:40.978467 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d9ff84-a730-4997-85d7-395dd041c81d tempest-TestShelveInstance-1627802603 tempest-TestShelveInstance-1627802603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:40.979985 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-91d9ff84-a730-4997-85d7-395dd041c81d tempest-TestShelveInstance-1627802603 tempest-TestShelveInstance-1627802603-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 1124 time: 0.2262576 Apr 12 18:50:40.983214 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37260) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:50:40.987535 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Request body: {'floatingip': {'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'port_id': 'dd22de41-0ead-4661-bf70-6e28c0c025bc', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:50:41.009544 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:41.087126 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:41.204990 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Allocated IP 172.27.2.82 (78cdc165-acac-4fef-b363-a66b7c239f59/792d5229-3351-49ea-ac48-fd8944889b32/ec7cd19a-6393-4314-b531-0620e843ed9d) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:50:41.316933 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for port (ec7cd19a-6393-4314-b531-0620e843ed9d), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:41.355633 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (ec7cd19a-6393-4314-b531-0620e843ed9d), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:41.399272 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Network 78cdc165-acac-4fef-b363-a66b7c239f59 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:50:41.403518 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:50:41.409878 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:50:41.432943 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Pushing event updated for resources: {'Port': ['ID=ec7cd19a-6393-4314-b531-0620e843ed9d,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:50:41.444178 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:41.444541 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:41.444883 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:41.445224 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:41.445564 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:41.445896 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:41.446210 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:41.446517 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:41.446859 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:41.447182 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:41.447534 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:41.447857 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:41.448183 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:41.448503 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:41.449129 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:50:42.057911 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for floatingip (90195001-8dcc-44dd-943d-4e011e44a718), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:42.130786 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (ec7cd19a-6393-4314-b531-0620e843ed9d), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:42.278320 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for port (ec7cd19a-6393-4314-b531-0620e843ed9d), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:42.284881 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (ec7cd19a-6393-4314-b531-0620e843ed9d), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:42.349346 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Pushing event updated for resources: {'Port': ['ID=ec7cd19a-6393-4314-b531-0620e843ed9d,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:50:42.361177 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (90195001-8dcc-44dd-943d-4e011e44a718), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:42.472011 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Floating IP 90195001-8dcc-44dd-943d-4e011e44a718 associated. External IP: 172.27.2.82, port: dd22de41-0ead-4661-bf70-6e28c0c025bc. Apr 12 18:50:42.706790 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:50:42.832190 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:50:42.844337 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dfd993-1143-452f-9466-52794445b1cb None None] Sync routers for ids ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:50:42.851375 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:42.854450 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dfd993-1143-452f-9466-52794445b1cb None None] Routers {'0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:50:42.855051 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-06dfd993-1143-452f-9466-52794445b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:50:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:50:42.881569 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-997b38ca-25c0-4545-9d65-64a72502d2e6 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8973162 Apr 12 18:50:42.882162 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'tag': 'dd22de41-0ead-4661-bf70-6e28c0c025bc'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:50:42.884467 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da82db42-8003-4969-a58b-6f07367db48c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c68481-0a70-461a-8ec5-798e64f43473", "tag": "dd22de41-0ead-4661-bf70-6e28c0c025bc"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:50:42.909865 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:50:42.920050 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef886d9f-154c-433c-ac69-b691505d0390 x-openstack-request-id: req-ef886d9f-154c-433c-ac69-b691505d0390 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:50:42.920470 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c68481-0a70-461a-8ec5-798e64f43473", "tag": "dd22de41-0ead-4661-bf70-6e28c0c025bc", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:50:42.920728 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef886d9f-154c-433c-ac69-b691505d0390 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:50:42.921137 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef886d9f-154c-433c-ac69-b691505d0390'] response: {'name': 'network-changed', 'server_uuid': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'tag': 'dd22de41-0ead-4661-bf70-6e28c0c025bc', 'status': 'completed', 'code': 200} Apr 12 18:50:42.969048 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-06dfd993-1143-452f-9466-52794445b1cb None None] Set router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:50:42.982255 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82db42-8003-4969-a58b-6f07367db48c req-a8fb026c-e3a5-45ed-9b58-1f7d20d73075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:42.983791 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-da82db42-8003-4969-a58b-6f07367db48c req-a8fb026c-e3a5-45ed-9b58-1f7d20d73075 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=975616643d2e40d89222b43a2a5b7fa4&device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 1129 time: 0.0404394 Apr 12 18:50:43.077919 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82db42-8003-4969-a58b-6f07367db48c req-0c5968b2-326e-41c2-b9ca-a56041519c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:43.079551 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-da82db42-8003-4969-a58b-6f07367db48c req-0c5968b2-326e-41c2-b9ca-a56041519c32 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f64b858d-e4d1-498c-a2c4-da8690332031 HTTP/1.1" status: 200 len: 910 time: 0.0897658 Apr 12 18:50:43.145266 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-da82db42-8003-4969-a58b-6f07367db48c req-561f66a9-1ae5-4124-a80d-a87e574c7516 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc HTTP/1.1" status: 200 len: 998 time: 0.0602801 Apr 12 18:50:43.182889 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-06dfd993-1143-452f-9466-52794445b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:50Z', 'revision_number': 4, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'gw_port': {'id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '90195001-8dcc-44dd-943d-4e011e44a718', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'port_id': 'dd22de41-0ead-4661-bf70-6e28c0c025bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'mac_address': 'fa:16:3e:c2:87:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:50:41Z', 'updated_at': '2022-04-12T18:50:41Z', 'revision_number': 0, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8646a3c-254d-47f1-a2c7-0388b0f1b464', 'name': '', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'mac_address': 'fa:16:3e:ca:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:49Z', 'updated_at': '2022-04-12T18:49:55Z', 'revision_number': 5, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'subnets': [{'id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:50:43.202312 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82db42-8003-4969-a58b-6f07367db48c req-236b4402-449d-4276-ac98-a58b6822f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:43.203832 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-da82db42-8003-4969-a58b-6f07367db48c req-236b4402-449d-4276-ac98-a58b6822f5ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d428eada-472b-4e69-9aed-e3043387f48c HTTP/1.1" status: 200 len: 848 time: 0.0535362 Apr 12 18:50:43.211176 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dfd993-1143-452f-9466-52794445b1cb None None] Checking router: 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:50:43.219926 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dfd993-1143-452f-9466-52794445b1cb None None] Routers {'0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:50:43.220101 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-06dfd993-1143-452f-9466-52794445b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:50:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:50:43.248957 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82db42-8003-4969-a58b-6f07367db48c req-d3f3d54e-a9fc-432c-8742-b0332c1bf6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:50:43.250603 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-da82db42-8003-4969-a58b-6f07367db48c req-d3f3d54e-a9fc-432c-8742-b0332c1bf6d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f64b858d-e4d1-498c-a2c4-da8690332031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410063 Apr 12 18:50:43.326442 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-984324e3-bb80-463a-9f81-e056dbc15df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:43.337214 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-06dfd993-1143-452f-9466-52794445b1cb None None] Set router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:50:43.344752 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-da82db42-8003-4969-a58b-6f07367db48c req-edc184fd-d863-47da-8ff1-1e984cb33fe5 service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881009 Apr 12 18:50:43.442128 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-da82db42-8003-4969-a58b-6f07367db48c req-b1cf3dce-45ae-48b4-b58a-3b37007f9e9b service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918353 Apr 12 18:50:43.562046 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-06dfd993-1143-452f-9466-52794445b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:50Z', 'revision_number': 4, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'gw_port': {'id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '90195001-8dcc-44dd-943d-4e011e44a718', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'port_id': 'dd22de41-0ead-4661-bf70-6e28c0c025bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'mac_address': 'fa:16:3e:c2:87:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:50:41Z', 'updated_at': '2022-04-12T18:50:41Z', 'revision_number': 0, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8646a3c-254d-47f1-a2c7-0388b0f1b464', 'name': '', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'mac_address': 'fa:16:3e:ca:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:49Z', 'updated_at': '2022-04-12T18:49:55Z', 'revision_number': 5, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'subnets': [{'id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:50:43.589577 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dfd993-1143-452f-9466-52794445b1cb None None] The sync data for ids ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'] in dv-cinder-837536-1-iscsi is: [{'id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:50Z', 'revision_number': 4, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'gw_port': {'id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': '90195001-8dcc-44dd-943d-4e011e44a718', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'port_id': 'dd22de41-0ead-4661-bf70-6e28c0c025bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'mac_address': 'fa:16:3e:c2:87:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:50:41Z', 'updated_at': '2022-04-12T18:50:41Z', 'revision_number': 0, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8646a3c-254d-47f1-a2c7-0388b0f1b464', 'name': '', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'mac_address': 'fa:16:3e:ca:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:49Z', 'updated_at': '2022-04-12T18:49:55Z', 'revision_number': 5, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'subnets': [{'id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:50:43.785968 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d9e07-392f-46bf-9b09-e6fc7887d45b None None] New status for floating IP 90195001-8dcc-44dd-943d-4e011e44a718: ACTIVE {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:50:45.745094 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-274b6fb9-cd71-4600-b936-1413da7f23eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:46.640854 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:48.062070 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:49.751441 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:50:58.967366 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:02.922911 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37274) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:03.081327 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-6ab667bd-56ed-42a0-9ac3-4014f3935e01 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Deleting port 753b85e0-f3eb-475f-a7fc-39220fda8a7b {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:51:03.081646 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ab667bd-56ed-42a0-9ac3-4014f3935e01 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (753b85e0-f3eb-475f-a7fc-39220fda8a7b), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:03.158990 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ab667bd-56ed-42a0-9ac3-4014f3935e01 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (753b85e0-f3eb-475f-a7fc-39220fda8a7b), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:03.159312 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ab667bd-56ed-42a0-9ac3-4014f3935e01 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for floatingip (753b85e0-f3eb-475f-a7fc-39220fda8a7b), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:03.172006 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-6ab667bd-56ed-42a0-9ac3-4014f3935e01 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Calling delete_port for 753b85e0-f3eb-475f-a7fc-39220fda8a7b owned by network:floatingip {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:51:03.318959 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ab667bd-56ed-42a0-9ac3-4014f3935e01 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (753b85e0-f3eb-475f-a7fc-39220fda8a7b), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:03.346598 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab667bd-56ed-42a0-9ac3-4014f3935e01 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event deleted for resources: {'Port': ['ID=753b85e0-f3eb-475f-a7fc-39220fda8a7b,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:03.408256 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ab667bd-56ed-42a0-9ac3-4014f3935e01 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for floatingip (7ecfc394-fb67-4587-9407-e01572c9b792), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:03.408551 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-6ab667bd-56ed-42a0-9ac3-4014f3935e01 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Floating IP 7ecfc394-fb67-4587-9407-e01572c9b792 disassociated (deleted). External IP: 172.27.2.166, port: a476590a-6e70-459f-ac66-7456089c1ed8. Apr 12 18:51:03.634025 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab667bd-56ed-42a0-9ac3-4014f3935e01 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:51:03.745799 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab667bd-56ed-42a0-9ac3-4014f3935e01 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:51:03.750564 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-6ab667bd-56ed-42a0-9ac3-4014f3935e01 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:03.756279 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b3d3e-811f-4501-af7a-e9ae040bd084 None None] Sync routers for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:51:03.766674 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b3d3e-811f-4501-af7a-e9ae040bd084 None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:51:03.767336 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-e64b3d3e-811f-4501-af7a-e9ae040bd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:50:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:03.782467 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-6ab667bd-56ed-42a0-9ac3-4014f3935e01 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "DELETE /v2.0/floatingips/7ecfc394-fb67-4587-9407-e01572c9b792 HTTP/1.1" status: 204 len: 168 time: 0.8580570 Apr 12 18:51:03.783080 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c70b07-157e-4562-b06b-104fd5f73f37', 'tag': 'a476590a-6e70-459f-ac66-7456089c1ed8'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:51:03.785372 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c52ded1-b5d2-4286-89eb-7d19c54758dc" -d '{"events": [{"name": "network-changed", "server_uuid": "97c70b07-157e-4562-b06b-104fd5f73f37", "tag": "a476590a-6e70-459f-ac66-7456089c1ed8"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:51:03.826426 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdacd43-7b89-432f-b53b-a7deee4adbdd x-openstack-request-id: req-0fdacd43-7b89-432f-b53b-a7deee4adbdd {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:51:03.826805 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c70b07-157e-4562-b06b-104fd5f73f37", "tag": "a476590a-6e70-459f-ac66-7456089c1ed8", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:51:03.827153 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fdacd43-7b89-432f-b53b-a7deee4adbdd {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:51:03.827766 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fdacd43-7b89-432f-b53b-a7deee4adbdd'] response: {'name': 'network-changed', 'server_uuid': '97c70b07-157e-4562-b06b-104fd5f73f37', 'tag': 'a476590a-6e70-459f-ac66-7456089c1ed8', 'status': 'completed', 'code': 200} Apr 12 18:51:03.888418 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52ded1-b5d2-4286-89eb-7d19c54758dc req-813d03de-efd7-4398-8ef5-1d923d5ef429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:03.889831 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5c52ded1-b5d2-4286-89eb-7d19c54758dc req-813d03de-efd7-4398-8ef5-1d923d5ef429 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 1130 time: 0.0418739 Apr 12 18:51:03.978040 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-e64b3d3e-811f-4501-af7a-e9ae040bd084 None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:51:04.031061 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52ded1-b5d2-4286-89eb-7d19c54758dc req-493b2d78-6936-4f27-a0b8-828bbbe4f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:04.032589 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5c52ded1-b5d2-4286-89eb-7d19c54758dc req-493b2d78-6936-4f27-a0b8-828bbbe4f35f service neutron] 10.222.0.65 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 913 time: 0.1349571 Apr 12 18:51:04.041125 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f7291-6506-4742-ac3f-b8ced3a66078 req-331c9234-946f-4357-a998-0605efdfd422 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:04.042507 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8f4f7291-6506-4742-ac3f-b8ced3a66078 req-331c9234-946f-4357-a998-0605efdfd422 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 946 time: 0.0604570 Apr 12 18:51:04.098206 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8f4f7291-6506-4742-ac3f-b8ced3a66078 req-d9daf5e9-35aa-42ee-baf6-fa65248f5a5f tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499475 Apr 12 18:51:04.201158 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-e64b3d3e-811f-4501-af7a-e9ae040bd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'e3d8ddbc-2a0e-4810-90b4-cca13b04f389', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'port_id': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'mac_address': 'fa:16:3e:23:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:45:55Z', 'updated_at': '2022-04-12T18:45:57Z', 'revision_number': 1, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:04.227161 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b3d3e-811f-4501-af7a-e9ae040bd084 None None] Checking router: 6493a8ec-0a15-4207-9463-111d9cbcb1a4 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:51:04.236257 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b3d3e-811f-4501-af7a-e9ae040bd084 None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:51:04.236864 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-e64b3d3e-811f-4501-af7a-e9ae040bd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:50:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:04.349141 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-e64b3d3e-811f-4501-af7a-e9ae040bd084 None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:51:04.562134 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-e64b3d3e-811f-4501-af7a-e9ae040bd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'e3d8ddbc-2a0e-4810-90b4-cca13b04f389', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'port_id': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'mac_address': 'fa:16:3e:23:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:45:55Z', 'updated_at': '2022-04-12T18:45:57Z', 'revision_number': 1, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:04.588229 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b3d3e-811f-4501-af7a-e9ae040bd084 None None] The sync data for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi is: [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_floatingips': [{'id': 'e3d8ddbc-2a0e-4810-90b4-cca13b04f389', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'router_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'port_id': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'mac_address': 'fa:16:3e:23:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:45:55Z', 'updated_at': '2022-04-12T18:45:57Z', 'revision_number': 1, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:51:04.816108 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90193a84-f48b-4e6c-ab6f-4e0af8a1ef7a None None] New status for floating IP 7ecfc394-fb67-4587-9407-e01572c9b792: DOWN {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:51:05.016682 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5c52ded1-b5d2-4286-89eb-7d19c54758dc req-28cd8a7b-3a76-44b4-a6e8-5441bc448ee4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a476590a-6e70-459f-ac66-7456089c1ed8 HTTP/1.1" status: 200 len: 217 time: 0.0386598 Apr 12 18:51:05.065945 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52ded1-b5d2-4286-89eb-7d19c54758dc req-8029ed03-dfd0-4dc3-897d-24c23a7d3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:05.067414 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5c52ded1-b5d2-4286-89eb-7d19c54758dc req-8029ed03-dfd0-4dc3-897d-24c23a7d3829 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60ec23c3-0a49-4ec5-aff1-04b053e8de73 HTTP/1.1" status: 200 len: 851 time: 0.0434341 Apr 12 18:51:05.113153 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52ded1-b5d2-4286-89eb-7d19c54758dc req-4c4f705b-16a3-42aa-a94f-633c482f3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:05.114608 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5c52ded1-b5d2-4286-89eb-7d19c54758dc req-4c4f705b-16a3-42aa-a94f-633c482f3f38 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=598a49f3-26e5-4adb-bc7e-a59d43832874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408428 Apr 12 18:51:05.234216 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118d5f6-0260-42f5-abb3-3dbe2b25e042 req-17059d4a-39c1-4263-8673-71b3849b11c3 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:05.235736 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d118d5f6-0260-42f5-abb3-3dbe2b25e042 req-17059d4a-39c1-4263-8673-71b3849b11c3 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 946 time: 0.0599353 Apr 12 18:51:05.251878 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5c52ded1-b5d2-4286-89eb-7d19c54758dc req-0e8892ae-ebd5-4a6e-8ef6-ac9f25bec178 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301656 Apr 12 18:51:05.302801 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d118d5f6-0260-42f5-abb3-3dbe2b25e042 req-91b72c4b-5f06-4f73-b1b7-0cba0c3df074 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598912 Apr 12 18:51:05.512612 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5c52ded1-b5d2-4286-89eb-7d19c54758dc req-96b3198f-f196-4d8f-9c9f-7c0168a2017e service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022434 Apr 12 18:51:05.709032 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adf32e-817d-47a4-b679-61784ba2921d req-e351f8da-56d6-45d7-9118-3dbdd6ebe328 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:05.710517 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f2adf32e-817d-47a4-b679-61784ba2921d req-e351f8da-56d6-45d7-9118-3dbdd6ebe328 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 946 time: 0.0481026 Apr 12 18:51:05.802397 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-f2adf32e-817d-47a4-b679-61784ba2921d req-6efe54dc-9741-4b9e-88b1-4c89e080ae49 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Deleting port a476590a-6e70-459f-ac66-7456089c1ed8 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:51:05.802738 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-f2adf32e-817d-47a4-b679-61784ba2921d req-6efe54dc-9741-4b9e-88b1-4c89e080ae49 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (a476590a-6e70-459f-ac66-7456089c1ed8), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:05.890426 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-f2adf32e-817d-47a4-b679-61784ba2921d req-6efe54dc-9741-4b9e-88b1-4c89e080ae49 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] For port a476590a-6e70-459f-ac66-7456089c1ed8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a476590a-6e70-459f-ac66-7456089c1ed8,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:51:05.890778 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-f2adf32e-817d-47a4-b679-61784ba2921d req-6efe54dc-9741-4b9e-88b1-4c89e080ae49 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (a476590a-6e70-459f-ac66-7456089c1ed8), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:05.903673 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-f2adf32e-817d-47a4-b679-61784ba2921d req-6efe54dc-9741-4b9e-88b1-4c89e080ae49 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Calling delete_port for a476590a-6e70-459f-ac66-7456089c1ed8 owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:51:06.041582 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-f2adf32e-817d-47a4-b679-61784ba2921d req-6efe54dc-9741-4b9e-88b1-4c89e080ae49 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (a476590a-6e70-459f-ac66-7456089c1ed8), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:06.077471 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe54dc-9741-4b9e-88b1-4c89e080ae49 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event deleted for resources: {'Port': ['ID=a476590a-6e70-459f-ac66-7456089c1ed8,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:06.127866 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2adf32e-817d-47a4-b679-61784ba2921d req-6efe54dc-9741-4b9e-88b1-4c89e080ae49 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] No DVR routers for this DVR port a476590a-6e70-459f-ac66-7456089c1ed8 on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:51:06.130400 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-f2adf32e-817d-47a4-b679-61784ba2921d req-6efe54dc-9741-4b9e-88b1-4c89e080ae49 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:06.133631 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f2adf32e-817d-47a4-b679-61784ba2921d req-6efe54dc-9741-4b9e-88b1-4c89e080ae49 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.65 "DELETE /v2.0/ports/a476590a-6e70-459f-ac66-7456089c1ed8 HTTP/1.1" status: 204 len: 173 time: 0.4176123 Apr 12 18:51:06.134073 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c70b07-157e-4562-b06b-104fd5f73f37', 'name': 'network-vif-deleted', 'tag': 'a476590a-6e70-459f-ac66-7456089c1ed8'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:51:06.136420 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692e85db-38f5-4c8c-9d82-bc1dee0a9e20" -d '{"events": [{"server_uuid": "97c70b07-157e-4562-b06b-104fd5f73f37", "name": "network-vif-deleted", "tag": "a476590a-6e70-459f-ac66-7456089c1ed8"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:51:06.174608 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8979c15b-e67b-4726-8e8e-5c12c403cff8 x-openstack-request-id: req-8979c15b-e67b-4726-8e8e-5c12c403cff8 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:51:06.174908 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c70b07-157e-4562-b06b-104fd5f73f37", "name": "network-vif-deleted", "tag": "a476590a-6e70-459f-ac66-7456089c1ed8", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:51:06.175165 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8979c15b-e67b-4726-8e8e-5c12c403cff8 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:51:06.175597 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8979c15b-e67b-4726-8e8e-5c12c403cff8'] response: {'server_uuid': '97c70b07-157e-4562-b06b-104fd5f73f37', 'name': 'network-vif-deleted', 'tag': 'a476590a-6e70-459f-ac66-7456089c1ed8', 'status': 'completed', 'code': 200} Apr 12 18:51:06.414146 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5c40c42a-26d5-4f80-850b-5d7d1f656f4e req-bd9c16dc-fa9b-4e39-92e6-a22c2493800f tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=97c70b07-157e-4562-b06b-104fd5f73f37 HTTP/1.1" status: 200 len: 210 time: 0.0280812 Apr 12 18:51:09.299858 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device a476590a-6e70-459f-ac66-7456089c1ed8 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:51:09.450761 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: a476590a-6e70-459f-ac66-7456089c1ed8 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:51:09.451094 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device a476590a-6e70-459f-ac66-7456089c1ed8 not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:51:09.751102 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37306) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:09.911528 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-1b584a5e-1bab-4946-affd-7c3a10c07317 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Deleting port a09fae9c-3466-401d-9b97-a47423e7d715 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:51:09.911851 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1b584a5e-1bab-4946-affd-7c3a10c07317 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (a09fae9c-3466-401d-9b97-a47423e7d715), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:09.989817 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1b584a5e-1bab-4946-affd-7c3a10c07317 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (a09fae9c-3466-401d-9b97-a47423e7d715), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:09.990045 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1b584a5e-1bab-4946-affd-7c3a10c07317 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for floatingip (a09fae9c-3466-401d-9b97-a47423e7d715), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:10.002214 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-1b584a5e-1bab-4946-affd-7c3a10c07317 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Calling delete_port for a09fae9c-3466-401d-9b97-a47423e7d715 owned by network:floatingip {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:51:10.162572 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1b584a5e-1bab-4946-affd-7c3a10c07317 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (a09fae9c-3466-401d-9b97-a47423e7d715), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:10.190756 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b584a5e-1bab-4946-affd-7c3a10c07317 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event deleted for resources: {'Port': ['ID=a09fae9c-3466-401d-9b97-a47423e7d715,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:10.254325 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1b584a5e-1bab-4946-affd-7c3a10c07317 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for floatingip (e3d8ddbc-2a0e-4810-90b4-cca13b04f389), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:10.254592 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [None req-1b584a5e-1bab-4946-affd-7c3a10c07317 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Floating IP e3d8ddbc-2a0e-4810-90b4-cca13b04f389 disassociated (deleted). External IP: 172.27.2.218, port: d5b1f6da-e6a8-4673-9d27-5df73c86f06b. Apr 12 18:51:10.742530 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b584a5e-1bab-4946-affd-7c3a10c07317 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:51:10.854947 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b584a5e-1bab-4946-affd-7c3a10c07317 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:51:10.859828 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1b584a5e-1bab-4946-affd-7c3a10c07317 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:10.865554 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f0366-6c88-4c6d-999d-7768e9bfaa49 None None] Sync routers for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:51:10.876163 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f0366-6c88-4c6d-999d-7768e9bfaa49 None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:51:10.876767 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f15f0366-6c88-4c6d-999d-7768e9bfaa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:50:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:10.889592 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-1b584a5e-1bab-4946-affd-7c3a10c07317 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "DELETE /v2.0/floatingips/e3d8ddbc-2a0e-4810-90b4-cca13b04f389 HTTP/1.1" status: 204 len: 168 time: 1.1372049 Apr 12 18:51:10.890229 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'tag': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:51:10.892755 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17095a73-d53e-4343-a610-393e72f6e147" -d '{"events": [{"name": "network-changed", "server_uuid": "92e396a4-2b0b-4391-8a46-d5f09f1865ea", "tag": "d5b1f6da-e6a8-4673-9d27-5df73c86f06b"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:51:10.929010 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fc5e5b-5dba-4ae2-9ee1-aabce510d100 x-openstack-request-id: req-59fc5e5b-5dba-4ae2-9ee1-aabce510d100 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:51:10.929311 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e396a4-2b0b-4391-8a46-d5f09f1865ea", "tag": "d5b1f6da-e6a8-4673-9d27-5df73c86f06b", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:51:10.929727 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59fc5e5b-5dba-4ae2-9ee1-aabce510d100 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:51:10.930359 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fc5e5b-5dba-4ae2-9ee1-aabce510d100'] response: {'name': 'network-changed', 'server_uuid': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'tag': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'status': 'completed', 'code': 200} Apr 12 18:51:10.990946 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17095a73-d53e-4343-a610-393e72f6e147 req-04b12e0c-2977-414a-8484-a0a548b6d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:10.992131 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-f15f0366-6c88-4c6d-999d-7768e9bfaa49 None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:51:10.993036 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17095a73-d53e-4343-a610-393e72f6e147 req-04b12e0c-2977-414a-8484-a0a548b6d733 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bc765ccfbcf42caadd05218a049ab42&device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 1129 time: 0.0425301 Apr 12 18:51:11.131014 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578934-a2bb-48c9-81c3-91b0546ec708 req-bf3a3c16-0f73-46f2-b613-de31c2a84aba tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:11.132522 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-18578934-a2bb-48c9-81c3-91b0546ec708 req-bf3a3c16-0f73-46f2-b613-de31c2a84aba tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 945 time: 0.0632956 Apr 12 18:51:11.137224 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17095a73-d53e-4343-a610-393e72f6e147 req-09eb6240-9f02-4eb7-967f-0fb52cd01aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:11.138857 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17095a73-d53e-4343-a610-393e72f6e147 req-09eb6240-9f02-4eb7-967f-0fb52cd01aed service neutron] 10.222.0.65 "GET /v2.0/networks?id=598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 200 len: 913 time: 0.1388896 Apr 12 18:51:11.192398 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17095a73-d53e-4343-a610-393e72f6e147 req-f3e2e6ca-9282-49ed-8897-a3e644e508b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b1f6da-e6a8-4673-9d27-5df73c86f06b HTTP/1.1" status: 200 len: 217 time: 0.0456693 Apr 12 18:51:11.193825 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f15f0366-6c88-4c6d-999d-7768e9bfaa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:11.220237 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-18578934-a2bb-48c9-81c3-91b0546ec708 req-ceb90531-940f-489b-860e-2a95a23bb4da tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb149321-8129-4268-a159-d8d43f0f7a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803769 Apr 12 18:51:11.220645 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f0366-6c88-4c6d-999d-7768e9bfaa49 None None] Checking router: 6493a8ec-0a15-4207-9463-111d9cbcb1a4 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:51:11.229133 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f0366-6c88-4c6d-999d-7768e9bfaa49 None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:51:11.229723 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f15f0366-6c88-4c6d-999d-7768e9bfaa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:50:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:11.265810 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17095a73-d53e-4343-a610-393e72f6e147 req-779f5854-ecd3-4a71-b4ba-15055b1ed0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:11.267175 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17095a73-d53e-4343-a610-393e72f6e147 req-779f5854-ecd3-4a71-b4ba-15055b1ed0cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60ec23c3-0a49-4ec5-aff1-04b053e8de73 HTTP/1.1" status: 200 len: 851 time: 0.0450556 Apr 12 18:51:11.311172 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17095a73-d53e-4343-a610-393e72f6e147 req-2c0a614f-b672-4e9d-83d5-379c7c6a4caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:11.312683 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17095a73-d53e-4343-a610-393e72f6e147 req-2c0a614f-b672-4e9d-83d5-379c7c6a4caa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=598a49f3-26e5-4adb-bc7e-a59d43832874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381830 Apr 12 18:51:11.337662 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-f15f0366-6c88-4c6d-999d-7768e9bfaa49 None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:51:11.409263 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17095a73-d53e-4343-a610-393e72f6e147 req-1caafdb1-ce18-4b6c-a700-33a591db81bd service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897522 Apr 12 18:51:11.528265 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f15f0366-6c88-4c6d-999d-7768e9bfaa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:11.558193 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f0366-6c88-4c6d-999d-7768e9bfaa49 None None] The sync data for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi is: [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:41:34Z', 'revision_number': 4, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '59af48b0-4f98-48d3-adb9-d2d7d5f7b077', 'name': '', 'network_id': '598a49f3-26e5-4adb-bc7e-a59d43832874', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'mac_address': 'fa:16:3e:74:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:33Z', 'updated_at': '2022-04-12T18:41:41Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'subnets': [{'id': '60ec23c3-0a49-4ec5-aff1-04b053e8de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:51:11.600243 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-17095a73-d53e-4343-a610-393e72f6e147 req-8c598d7f-2e88-4c09-b3fd-abd846395b61 service neutron] 10.222.0.65 "GET /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880525 Apr 12 18:51:11.761351 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d312c75-92e6-467c-b466-50d6927ef9f2 req-96b3c53f-8fcb-40de-bf40-0915f3cf092c tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:11.762882 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8d312c75-92e6-467c-b466-50d6927ef9f2 req-96b3c53f-8fcb-40de-bf40-0915f3cf092c tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.65 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 945 time: 0.0544081 Apr 12 18:51:11.781867 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4626fca1-b344-49a1-89b7-6575ece65e90 None None] New status for floating IP e3d8ddbc-2a0e-4810-90b4-cca13b04f389: DOWN {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:51:11.850269 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-8d312c75-92e6-467c-b466-50d6927ef9f2 req-4bdf80ed-4fea-468a-b7f0-8a8181ec65e7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Deleting port d5b1f6da-e6a8-4673-9d27-5df73c86f06b {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:51:11.850602 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8d312c75-92e6-467c-b466-50d6927ef9f2 req-4bdf80ed-4fea-468a-b7f0-8a8181ec65e7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:11.947566 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-8d312c75-92e6-467c-b466-50d6927ef9f2 req-4bdf80ed-4fea-468a-b7f0-8a8181ec65e7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] For port d5b1f6da-e6a8-4673-9d27-5df73c86f06b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d5b1f6da-e6a8-4673-9d27-5df73c86f06b,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:51:11.948305 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8d312c75-92e6-467c-b466-50d6927ef9f2 req-4bdf80ed-4fea-468a-b7f0-8a8181ec65e7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:11.961650 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-8d312c75-92e6-467c-b466-50d6927ef9f2 req-4bdf80ed-4fea-468a-b7f0-8a8181ec65e7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Calling delete_port for d5b1f6da-e6a8-4673-9d27-5df73c86f06b owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:51:12.113722 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8d312c75-92e6-467c-b466-50d6927ef9f2 req-4bdf80ed-4fea-468a-b7f0-8a8181ec65e7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (d5b1f6da-e6a8-4673-9d27-5df73c86f06b), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:12.146323 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf80ed-4fea-468a-b7f0-8a8181ec65e7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event deleted for resources: {'Port': ['ID=d5b1f6da-e6a8-4673-9d27-5df73c86f06b,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:12.191478 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d312c75-92e6-467c-b466-50d6927ef9f2 req-4bdf80ed-4fea-468a-b7f0-8a8181ec65e7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] No DVR routers for this DVR port d5b1f6da-e6a8-4673-9d27-5df73c86f06b on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:51:12.193941 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-8d312c75-92e6-467c-b466-50d6927ef9f2 req-4bdf80ed-4fea-468a-b7f0-8a8181ec65e7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:12.197315 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-8d312c75-92e6-467c-b466-50d6927ef9f2 req-4bdf80ed-4fea-468a-b7f0-8a8181ec65e7 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.65 "DELETE /v2.0/ports/d5b1f6da-e6a8-4673-9d27-5df73c86f06b HTTP/1.1" status: 204 len: 173 time: 0.4292080 Apr 12 18:51:12.319940 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-02f54318-7b8a-46ab-a598-b30f3520a73b req-859ce7e2-321d-42bb-a022-6ec7ee2951dc tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e396a4-2b0b-4391-8a46-d5f09f1865ea HTTP/1.1" status: 200 len: 210 time: 0.0292850 Apr 12 18:51:12.932169 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'name': 'network-vif-deleted', 'tag': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:51:12.934577 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d896eacb-a407-4fa9-b451-7310052e6893" -d '{"events": [{"server_uuid": "92e396a4-2b0b-4391-8a46-d5f09f1865ea", "name": "network-vif-deleted", "tag": "d5b1f6da-e6a8-4673-9d27-5df73c86f06b"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:51:12.969631 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e531242c-3138-41c1-8257-fc5098e3fe69 x-openstack-request-id: req-e531242c-3138-41c1-8257-fc5098e3fe69 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:51:12.970267 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e396a4-2b0b-4391-8a46-d5f09f1865ea", "name": "network-vif-deleted", "tag": "d5b1f6da-e6a8-4673-9d27-5df73c86f06b", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:51:12.970267 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e531242c-3138-41c1-8257-fc5098e3fe69 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:51:12.970618 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e531242c-3138-41c1-8257-fc5098e3fe69'] response: {'server_uuid': '92e396a4-2b0b-4391-8a46-d5f09f1865ea', 'name': 'network-vif-deleted', 'tag': 'd5b1f6da-e6a8-4673-9d27-5df73c86f06b', 'status': 'completed', 'code': 200} Apr 12 18:51:13.332362 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d579d37d-2f40-4f86-b67e-ce9bbb2793ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:13.375837 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37324) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:13.492952 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6503d-a64f-48d7-b786-1cd221764b97 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Deleting port 8701176f-c375-4dc9-85b0-f42543e05154 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:51:13.493310 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9ff6503d-a64f-48d7-b786-1cd221764b97 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (8701176f-c375-4dc9-85b0-f42543e05154), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:13.570856 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9ff6503d-a64f-48d7-b786-1cd221764b97 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (8701176f-c375-4dc9-85b0-f42543e05154), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:13.571162 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9ff6503d-a64f-48d7-b786-1cd221764b97 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for floatingip (8701176f-c375-4dc9-85b0-f42543e05154), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:13.583592 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6503d-a64f-48d7-b786-1cd221764b97 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Calling delete_port for 8701176f-c375-4dc9-85b0-f42543e05154 owned by network:floatingip {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:51:13.725067 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9ff6503d-a64f-48d7-b786-1cd221764b97 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (8701176f-c375-4dc9-85b0-f42543e05154), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:13.749834 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6503d-a64f-48d7-b786-1cd221764b97 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event deleted for resources: {'Port': ['ID=8701176f-c375-4dc9-85b0-f42543e05154,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:13.810220 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9ff6503d-a64f-48d7-b786-1cd221764b97 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for floatingip (786f48f8-0e81-4730-9d25-54e81f57d7d9), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:13.812742 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9ff6503d-a64f-48d7-b786-1cd221764b97 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:13.813932 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-9ff6503d-a64f-48d7-b786-1cd221764b97 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "DELETE /v2.0/floatingips/786f48f8-0e81-4730-9d25-54e81f57d7d9 HTTP/1.1" status: 204 len: 168 time: 0.4370854 Apr 12 18:51:15.013006 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37338) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:15.077734 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-36a0a20e-4d35-427e-9fcd-f5d963f6ad27 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group (fb149321-8129-4268-a159-d8d43f0f7a0b), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:15.104301 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-36a0a20e-4d35-427e-9fcd-f5d963f6ad27 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group (fb149321-8129-4268-a159-d8d43f0f7a0b), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:15.172604 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-36a0a20e-4d35-427e-9fcd-f5d963f6ad27 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (fb149321-8129-4268-a159-d8d43f0f7a0b), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:15.175436 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-36a0a20e-4d35-427e-9fcd-f5d963f6ad27 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:15.176592 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-36a0a20e-4d35-427e-9fcd-f5d963f6ad27 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] 10.222.0.64 "DELETE /v2.0/security-groups/fb149321-8129-4268-a159-d8d43f0f7a0b HTTP/1.1" status: 204 len: 168 time: 0.1624808 Apr 12 18:51:15.185953 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0a20e-4d35-427e-9fcd-f5d963f6ad27 tempest-TestVolumeBootPattern-238172648 tempest-TestVolumeBootPattern-238172648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb149321-8129-4268-a159-d8d43f0f7a0b,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:15.236767 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37342) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:15.345490 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device d5b1f6da-e6a8-4673-9d27-5df73c86f06b no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:51:15.366448 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: d5b1f6da-e6a8-4673-9d27-5df73c86f06b {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:51:15.366811 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device d5b1f6da-e6a8-4673-9d27-5df73c86f06b not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:51:15.738991 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-76d971fa-8909-4b6b-898c-056afe13584c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:15.740666 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ed494b2c-0bc2-4c68-b62e-59da675f859f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634744'] for router_interface (6493a8ec-0a15-4207-9463-111d9cbcb1a4), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:15.978842 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-ed494b2c-0bc2-4c68-b62e-59da675f859f admin admin] Deleting port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:51:15.979170 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ed494b2c-0bc2-4c68-b62e-59da675f859f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:16.065568 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [None req-ed494b2c-0bc2-4c68-b62e-59da675f859f admin admin] For port 59af48b0-4f98-48d3-adb9-d2d7d5f7b077, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=59af48b0-4f98-48d3-adb9-d2d7d5f7b077,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:51:16.066241 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ed494b2c-0bc2-4c68-b62e-59da675f859f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:16.078681 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-ed494b2c-0bc2-4c68-b62e-59da675f859f admin admin] Calling delete_port for 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 owned by network:router_interface {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:51:16.263776 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ed494b2c-0bc2-4c68-b62e-59da675f859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (59af48b0-4f98-48d3-adb9-d2d7d5f7b077), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:16.289448 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed494b2c-0bc2-4c68-b62e-59da675f859f admin admin] Pushing event deleted for resources: {'Port': ['ID=59af48b0-4f98-48d3-adb9-d2d7d5f7b077,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:16.452943 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-ed494b2c-0bc2-4c68-b62e-59da675f859f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634596'] for router_interface (6493a8ec-0a15-4207-9463-111d9cbcb1a4), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:16.639809 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:16.670767 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed494b2c-0bc2-4c68-b62e-59da675f859f admin admin] Router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:51:16.783098 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed494b2c-0bc2-4c68-b62e-59da675f859f admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:51:16.788661 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-ed494b2c-0bc2-4c68-b62e-59da675f859f admin admin] 10.222.0.64 "PUT /v2.0/routers/6493a8ec-0a15-4207-9463-111d9cbcb1a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5507038 Apr 12 18:51:16.791324 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37346) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:16.796042 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3632e67-c972-456a-a34a-3604158c20b2 None None] Sync routers for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:51:16.805669 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3632e67-c972-456a-a34a-3604158c20b2 None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:51:16.806268 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d3632e67-c972-456a-a34a-3604158c20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:51:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:16.899347 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] Publish callbacks [] for router (6493a8ec-0a15-4207-9463-111d9cbcb1a4), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:16.915070 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-d3632e67-c972-456a-a34a-3604158c20b2 None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:51:17.005118 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] Publish callbacks [] for router_gateway (6493a8ec-0a15-4207-9463-111d9cbcb1a4), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:17.051034 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] Deleting port f9c31e3a-b605-429d-bf5f-fa87f9cb6217 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:51:17.051333 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (f9c31e3a-b605-429d-bf5f-fa87f9cb6217), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:17.084218 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d3632e67-c972-456a-a34a-3604158c20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:51:16Z', 'revision_number': 5, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port': {'id': 'f9c31e3a-b605-429d-bf5f-fa87f9cb6217', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:30Z', 'updated_at': '2022-04-12T18:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:17.134614 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] For port f9c31e3a-b605-429d-bf5f-fa87f9cb6217, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=f9c31e3a-b605-429d-bf5f-fa87f9cb6217,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:51:17.135321 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (f9c31e3a-b605-429d-bf5f-fa87f9cb6217), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:17.150483 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] Calling delete_port for f9c31e3a-b605-429d-bf5f-fa87f9cb6217 owned by network:router_gateway {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:51:17.206920 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3632e67-c972-456a-a34a-3604158c20b2 None None] Checking router: 6493a8ec-0a15-4207-9463-111d9cbcb1a4 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:51:17.215253 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3632e67-c972-456a-a34a-3604158c20b2 None None] Routers {'6493a8ec-0a15-4207-9463-111d9cbcb1a4'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:51:17.215850 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d3632e67-c972-456a-a34a-3604158c20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:51:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:17.299954 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-d3632e67-c972-456a-a34a-3604158c20b2 None None] Set router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 gateway port host: None {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:51:17.323741 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (f9c31e3a-b605-429d-bf5f-fa87f9cb6217), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:17.349486 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c31e3a-b605-429d-bf5f-fa87f9cb6217,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:17.350361 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-d3632e67-c972-456a-a34a-3604158c20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:51:17Z', 'revision_number': 6, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port_host': None}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:17.379368 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3632e67-c972-456a-a34a-3604158c20b2 None None] The sync data for ids ['6493a8ec-0a15-4207-9463-111d9cbcb1a4'] in dv-cinder-837536-1-iscsi is: [{'id': '6493a8ec-0a15-4207-9463-111d9cbcb1a4', 'name': 'tempest-TestVolumeBootPattern-2042944800-router', 'tenant_id': '9bc765ccfbcf42caadd05218a049ab42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:29Z', 'updated_at': '2022-04-12T18:51:17Z', 'revision_number': 6, 'project_id': '9bc765ccfbcf42caadd05218a049ab42', 'gw_port_host': None}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:51:17.414445 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637250'] for router_gateway (6493a8ec-0a15-4207-9463-111d9cbcb1a4), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:17.510431 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58768'] for router (6493a8ec-0a15-4207-9463-111d9cbcb1a4), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:17.512921 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] Publish callbacks [] for router_controller (6493a8ec-0a15-4207-9463-111d9cbcb1a4), precommit_delete_associations {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:17.836388 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1631591'] for router (6493a8ec-0a15-4207-9463-111d9cbcb1a4), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:17.836916 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6493a8ec-0a15-4207-9463-111d9cbcb1a4 {{(pid=103439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:51:17.841200 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:17.842388 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-7789bdd9-d718-4a1e-8cd5-07c92b9fbd5a admin admin] 10.222.0.64 "DELETE /v2.0/routers/6493a8ec-0a15-4207-9463-111d9cbcb1a4 HTTP/1.1" status: 204 len: 168 time: 1.0495231 Apr 12 18:51:17.845063 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37348) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:17.889034 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_v2 [None req-90893164-db77-4070-aede-ab5528669a69 admin admin] Deleting subnet 60ec23c3-0a49-4ec5-aff1-04b053e8de73 {{(pid=103439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:51:17.892454 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90893164-db77-4070-aede-ab5528669a69 admin admin] Publish callbacks [] for subnet (60ec23c3-0a49-4ec5-aff1-04b053e8de73), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:17.928436 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90893164-db77-4070-aede-ab5528669a69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7484296'] for subnet (60ec23c3-0a49-4ec5-aff1-04b053e8de73), precommit_delete_associations {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.011914 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90893164-db77-4070-aede-ab5528669a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (60ec23c3-0a49-4ec5-aff1-04b053e8de73), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.061579 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.065077 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90893164-db77-4070-aede-ab5528669a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8341826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8224882'] for subnet (60ec23c3-0a49-4ec5-aff1-04b053e8de73), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.090190 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90893164-db77-4070-aede-ab5528669a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60ec23c3-0a49-4ec5-aff1-04b053e8de73,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:18.097544 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-90893164-db77-4070-aede-ab5528669a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.102673 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-90893164-db77-4070-aede-ab5528669a69 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/60ec23c3-0a49-4ec5-aff1-04b053e8de73 HTTP/1.1" status: 204 len: 168 time: 0.2553155 Apr 12 18:51:18.104031 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 37350) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:18.105459 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d036764-7ac3-46a1-930a-14383db3dd7d None None] Network 598a49f3-26e5-4adb-bc7e-a59d43832874 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:51:18.179076 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (598a49f3-26e5-4adb-bc7e-a59d43832874), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.230124 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Deleting port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:51:18.230468 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.241303 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:51:18.271931 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:51:18.272192 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 59af48b0-4f98-48d3-adb9-d2d7d5f7b077 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:51:18.272608 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device f9c31e3a-b605-429d-bf5f-fa87f9cb6217 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:51:18.294281 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] DHCP port deletion for 598a49f3-26e5-4adb-bc7e-a59d43832874 request from dv-cinder-837536-1-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:51:18.296495 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: f9c31e3a-b605-429d-bf5f-fa87f9cb6217 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:51:18.296840 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device f9c31e3a-b605-429d-bf5f-fa87f9cb6217 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:51:18.299362 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] For port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=641571c1-7e1a-4b4e-a4bf-4fdc5f81175a,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:51:18.299730 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.314873 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Calling delete_port for 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a owned by network:dhcp {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:51:18.336639 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Deleting port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:51:18.337024 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.396897 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.402743 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] For port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=641571c1-7e1a-4b4e-a4bf-4fdc5f81175a,segment=NetworkSegment(e9232850-5912-41a5-a981-16b0aea9fd99),segment_id=e9232850-5912-41a5-a981-16b0aea9fd99)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:51:18.403391 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.421550 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Calling delete_port for 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:51:18.427063 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Pushing event deleted for resources: {'Port': ['ID=641571c1-7e1a-4b4e-a4bf-4fdc5f81175a,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:18.435562 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] No DVR routers for this DVR port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a on host dv-cinder-837536-1-iscsi {{(pid=103438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:51:18.437708 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.438058 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.438401 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.438771 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.439105 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.439461 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.439786 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.440108 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.440435 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.440752 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.441077 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.441402 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.441721 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.442039 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.442355 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.497574 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575'] for port (641571c1-7e1a-4b4e-a4bf-4fdc5f81175a), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.511928 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (598a49f3-26e5-4adb-bc7e-a59d43832874), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.524470 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] No DVR routers for this DVR port 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a on host dv-cinder-837536-1-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:51:18.526073 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Pushing event deleted for resources: {'Port': ['ID=641571c1-7e1a-4b4e-a4bf-4fdc5f81175a,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:18.534135 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598a49f3-26e5-4adb-bc7e-a59d43832874']}} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:18.534973 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.535430 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.535868 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.536242 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.536697 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.536895 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.537227 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.537560 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.537902 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.538237 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.538568 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.538904 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.539252 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.540174 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.540174 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb5caf-51d6-4b03-8df1-6d0c049fa1b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:51:18.545827 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9232850-5912-41a5-a981-16b0aea9fd99') {'for_net_delete': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:18.546153 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9232850-5912-41a5-a981-16b0aea9fd99') {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:18.559593 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8176920'] for segment (e9232850-5912-41a5-a981-16b0aea9fd99), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.573621 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (e9232850-5912-41a5-a981-16b0aea9fd99), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.580077 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:51:18.580444 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176758'] for segment (e9232850-5912-41a5-a981-16b0aea9fd99), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: Traceback (most recent call last): Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: timer() Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: cb(*args, **kw) Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: return func(*args, **kwargs) Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: self._notify() Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: self.callback(batched_events) Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: event.method(event) Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: return f(self, *a, **k) Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._get(url).json() Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: return self.request(url, 'GET', **kwargs) Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:51:18.582397 dv-cinder-837536-1-iscsi neutron-server[103438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:51:18.638237 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (598a49f3-26e5-4adb-bc7e-a59d43832874), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.644759 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:18.647964 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] 10.222.0.64 "DELETE /v2.0/networks/598a49f3-26e5-4adb-bc7e-a59d43832874 HTTP/1.1" status: 204 len: 168 time: 0.5429685 Apr 12 18:51:18.651019 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37356) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:18.658356 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88115f-4e6f-41d8-b027-69a0b1f82765 admin admin] Pushing event deleted for resources: {'Network': ['ID=598a49f3-26e5-4adb-bc7e-a59d43832874,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:19.000908 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0f30afbc-3fc6-4d4c-bd66-ecb3d099bafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634744'] for router_interface (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:19.241069 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-0f30afbc-3fc6-4d4c-bd66-ecb3d099bafc admin admin] Deleting port 15766c58-6ed1-4121-bad2-270f7eafd535 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:51:19.241403 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0f30afbc-3fc6-4d4c-bd66-ecb3d099bafc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:19.321754 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [None req-0f30afbc-3fc6-4d4c-bd66-ecb3d099bafc admin admin] For port 15766c58-6ed1-4121-bad2-270f7eafd535, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=15766c58-6ed1-4121-bad2-270f7eafd535,segment=NetworkSegment(6e6d7b04-46e9-48e1-ad00-f224b299ec42),segment_id=6e6d7b04-46e9-48e1-ad00-f224b299ec42)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:51:19.322102 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0f30afbc-3fc6-4d4c-bd66-ecb3d099bafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:19.335870 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-0f30afbc-3fc6-4d4c-bd66-ecb3d099bafc admin admin] Calling delete_port for 15766c58-6ed1-4121-bad2-270f7eafd535 owned by network:router_interface {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:51:19.527670 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0f30afbc-3fc6-4d4c-bd66-ecb3d099bafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (15766c58-6ed1-4121-bad2-270f7eafd535), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:19.560071 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30afbc-3fc6-4d4c-bd66-ecb3d099bafc admin admin] Pushing event deleted for resources: {'Port': ['ID=15766c58-6ed1-4121-bad2-270f7eafd535,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:19.730253 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0f30afbc-3fc6-4d4c-bd66-ecb3d099bafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634596'] for router_interface (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:19.747641 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:19.909375 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:51:19.957556 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f30afbc-3fc6-4d4c-bd66-ecb3d099bafc admin admin] Router 03dbc9ab-f575-4c80-9a04-9f1c584b3c22 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:51:20.067813 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f30afbc-3fc6-4d4c-bd66-ecb3d099bafc admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:51:20.073220 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-0f30afbc-3fc6-4d4c-bd66-ecb3d099bafc admin admin] 10.222.0.64 "PUT /v2.0/routers/03dbc9ab-f575-4c80-9a04-9f1c584b3c22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4210839 Apr 12 18:51:20.076350 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37358) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:20.077569 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb9b2c0-e213-404a-9414-7e145071221e None None] Sync routers for ids ['03dbc9ab-f575-4c80-9a04-9f1c584b3c22'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:51:20.088286 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb9b2c0-e213-404a-9414-7e145071221e None None] Routers {'03dbc9ab-f575-4c80-9a04-9f1c584b3c22'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:51:20.088915 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4cb9b2c0-e213-404a-9414-7e145071221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:51:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['03dbc9ab-f575-4c80-9a04-9f1c584b3c22'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:20.192983 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] Publish callbacks [] for router (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:20.199496 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-4cb9b2c0-e213-404a-9414-7e145071221e None None] Set router 03dbc9ab-f575-4c80-9a04-9f1c584b3c22 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:51:20.300920 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:51:20.312773 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] Publish callbacks [] for router_gateway (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:20.324183 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:51:20.324518 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 641571c1-7e1a-4b4e-a4bf-4fdc5f81175a not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:51:20.358325 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] Deleting port 49173c0e-de5a-49ef-8d63-5fadce48dd0b {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:51:20.358664 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (49173c0e-de5a-49ef-8d63-5fadce48dd0b), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:20.394385 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4cb9b2c0-e213-404a-9414-7e145071221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'name': 'tempest-TestVolumeBootPattern-1393934245-router', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '49173c0e-de5a-49ef-8d63-5fadce48dd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:37Z', 'updated_at': '2022-04-12T18:51:19Z', 'revision_number': 5, 'project_id': '7712534164a0487da30a9151e05e05fd', 'gw_port': {'id': '49173c0e-de5a-49ef-8d63-5fadce48dd0b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:41:38Z', 'updated_at': '2022-04-12T18:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:20.424705 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb9b2c0-e213-404a-9414-7e145071221e None None] Checking router: 03dbc9ab-f575-4c80-9a04-9f1c584b3c22 for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:51:20.434236 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb9b2c0-e213-404a-9414-7e145071221e None None] Routers {'03dbc9ab-f575-4c80-9a04-9f1c584b3c22'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:51:20.434745 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4cb9b2c0-e213-404a-9414-7e145071221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:51:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['03dbc9ab-f575-4c80-9a04-9f1c584b3c22'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:20.437073 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] For port 49173c0e-de5a-49ef-8d63-5fadce48dd0b, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=49173c0e-de5a-49ef-8d63-5fadce48dd0b,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:51:20.437437 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (49173c0e-de5a-49ef-8d63-5fadce48dd0b), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:20.450638 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] Calling delete_port for 49173c0e-de5a-49ef-8d63-5fadce48dd0b owned by network:router_gateway {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:51:20.519760 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-4cb9b2c0-e213-404a-9414-7e145071221e None None] Set router 03dbc9ab-f575-4c80-9a04-9f1c584b3c22 gateway port host: None {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:51:20.572866 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4cb9b2c0-e213-404a-9414-7e145071221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'name': 'tempest-TestVolumeBootPattern-1393934245-router', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:37Z', 'updated_at': '2022-04-12T18:51:20Z', 'revision_number': 6, 'project_id': '7712534164a0487da30a9151e05e05fd', 'gw_port_host': None}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:20.599772 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb9b2c0-e213-404a-9414-7e145071221e None None] The sync data for ids ['03dbc9ab-f575-4c80-9a04-9f1c584b3c22'] in dv-cinder-837536-1-iscsi is: [{'id': '03dbc9ab-f575-4c80-9a04-9f1c584b3c22', 'name': 'tempest-TestVolumeBootPattern-1393934245-router', 'tenant_id': '7712534164a0487da30a9151e05e05fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:41:37Z', 'updated_at': '2022-04-12T18:51:20Z', 'revision_number': 6, 'project_id': '7712534164a0487da30a9151e05e05fd', 'gw_port_host': None}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:51:20.621592 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (49173c0e-de5a-49ef-8d63-5fadce48dd0b), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:20.658430 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] Pushing event deleted for resources: {'Port': ['ID=49173c0e-de5a-49ef-8d63-5fadce48dd0b,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:20.711738 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637250'] for router_gateway (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:20.804625 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58768'] for router (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:20.806821 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] Publish callbacks [] for router_controller (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), precommit_delete_associations {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:20.854961 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1631591'] for router (03dbc9ab-f575-4c80-9a04-9f1c584b3c22), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:20.855686 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03dbc9ab-f575-4c80-9a04-9f1c584b3c22 {{(pid=103439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:51:20.860038 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:20.861243 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-0e24cbdc-143b-4d75-bb79-782724a78555 admin admin] 10.222.0.64 "DELETE /v2.0/routers/03dbc9ab-f575-4c80-9a04-9f1c584b3c22 HTTP/1.1" status: 204 len: 168 time: 0.7839608 Apr 12 18:51:20.864047 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 37360) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:20.907337 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_v2 [None req-68cd9470-50fa-4c8c-8b4b-5baa79c6b0d9 admin admin] Deleting subnet cbe9ed82-45b8-45fe-8f39-627d94156d33 {{(pid=103438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:51:20.910433 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-68cd9470-50fa-4c8c-8b4b-5baa79c6b0d9 admin admin] Publish callbacks [] for subnet (cbe9ed82-45b8-45fe-8f39-627d94156d33), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:20.949426 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-68cd9470-50fa-4c8c-8b4b-5baa79c6b0d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8176931'] for subnet (cbe9ed82-45b8-45fe-8f39-627d94156d33), precommit_delete_associations {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.028662 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-68cd9470-50fa-4c8c-8b4b-5baa79c6b0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (cbe9ed82-45b8-45fe-8f39-627d94156d33), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.088251 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-68cd9470-50fa-4c8c-8b4b-5baa79c6b0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8176844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7482600'] for subnet (cbe9ed82-45b8-45fe-8f39-627d94156d33), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.113997 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd9470-50fa-4c8c-8b4b-5baa79c6b0d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe9ed82-45b8-45fe-8f39-627d94156d33,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:21.117606 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-68cd9470-50fa-4c8c-8b4b-5baa79c6b0d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.121029 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-68cd9470-50fa-4c8c-8b4b-5baa79c6b0d9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cbe9ed82-45b8-45fe-8f39-627d94156d33 HTTP/1.1" status: 204 len: 168 time: 0.2558026 Apr 12 18:51:21.123530 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 37362) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:21.123731 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ebc87-c523-4891-ab7e-3497ec70b1db None None] Network 9e92f649-a087-42f7-bd94-b1fba7ef90d0 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:51:21.194023 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (9e92f649-a087-42f7-bd94-b1fba7ef90d0), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.238981 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] Deleting port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:51:21.239351 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.304570 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] For port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0,segment=NetworkSegment(6e6d7b04-46e9-48e1-ad00-f224b299ec42),segment_id=6e6d7b04-46e9-48e1-ad00-f224b299ec42)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:51:21.304933 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.319057 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] Calling delete_port for 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 owned by network:dhcp {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:51:21.337356 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478b12f5-adb7-4f80-a6f9-5e22f610957a None None] DHCP port deletion for 9e92f649-a087-42f7-bd94-b1fba7ef90d0 request from dv-cinder-837536-1-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:51:21.381853 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-478b12f5-adb7-4f80-a6f9-5e22f610957a None None] Deleting port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:51:21.382356 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-478b12f5-adb7-4f80-a6f9-5e22f610957a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.401952 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.429548 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:21.431432 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] No DVR routers for this DVR port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 on host dv-cinder-837536-1-iscsi {{(pid=103438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:51:21.447742 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-478b12f5-adb7-4f80-a6f9-5e22f610957a None None] For port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0,segment=NetworkSegment(6e6d7b04-46e9-48e1-ad00-f224b299ec42),segment_id=6e6d7b04-46e9-48e1-ad00-f224b299ec42)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:51:21.448248 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-478b12f5-adb7-4f80-a6f9-5e22f610957a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.461989 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-478b12f5-adb7-4f80-a6f9-5e22f610957a None None] Calling delete_port for 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:51:21.506914 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (9e92f649-a087-42f7-bd94-b1fba7ef90d0), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.529393 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e92f649-a087-42f7-bd94-b1fba7ef90d0']}} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:21.539616 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6d7b04-46e9-48e1-ad00-f224b299ec42') {'for_net_delete': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:21.539908 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6d7b04-46e9-48e1-ad00-f224b299ec42') {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:51:21.543273 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-478b12f5-adb7-4f80-a6f9-5e22f610957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575'] for port (7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.551119 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8176920'] for segment (6e6d7b04-46e9-48e1-ad00-f224b299ec42), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.566443 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (6e6d7b04-46e9-48e1-ad00-f224b299ec42), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.569554 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b12f5-adb7-4f80-a6f9-5e22f610957a None None] Pushing event deleted for resources: {'Port': ['ID=7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:21.573169 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b12f5-adb7-4f80-a6f9-5e22f610957a None None] No DVR routers for this DVR port 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 on host dv-cinder-837536-1-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:51:21.575144 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:51:21.575679 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176758'] for segment (6e6d7b04-46e9-48e1-ad00-f224b299ec42), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: Traceback (most recent call last): Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: timer() Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: cb(*args, **kw) Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: return func(*args, **kwargs) Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: self._notify() Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: self.callback(batched_events) Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: event.method(event) Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: return f(self, *a, **k) Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._get(url).json() Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: return self.request(url, 'GET', **kwargs) Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:51:21.577763 dv-cinder-837536-1-iscsi neutron-server[103438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:51:21.642089 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (9e92f649-a087-42f7-bd94-b1fba7ef90d0), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.648747 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.651901 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9e92f649-a087-42f7-bd94-b1fba7ef90d0 HTTP/1.1" status: 204 len: 168 time: 0.5274944 Apr 12 18:51:21.662366 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1141d60-6a0b-46c1-8590-3580b57e6218 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e92f649-a087-42f7-bd94-b1fba7ef90d0,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:21.769242 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37366) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:21.811226 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-a694da91-1f99-4f8c-b18d-8c4df31b5714 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9bc765ccfbcf42caadd05218a049ab42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406945 Apr 12 18:51:21.813940 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 37368) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:21.864577 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2af572dc-b23a-4ca9-80d6-b4e13bb74d2f admin admin] Publish callbacks [] for security_group (d6a9e2b0-3386-4c12-84dc-6957222bc75d), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.886616 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2af572dc-b23a-4ca9-80d6-b4e13bb74d2f admin admin] Publish callbacks [] for security_group (d6a9e2b0-3386-4c12-84dc-6957222bc75d), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.935100 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2af572dc-b23a-4ca9-80d6-b4e13bb74d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (d6a9e2b0-3386-4c12-84dc-6957222bc75d), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.937699 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2af572dc-b23a-4ca9-80d6-b4e13bb74d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:21.938895 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-2af572dc-b23a-4ca9-80d6-b4e13bb74d2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6a9e2b0-3386-4c12-84dc-6957222bc75d HTTP/1.1" status: 204 len: 168 time: 0.1239932 Apr 12 18:51:21.946528 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af572dc-b23a-4ca9-80d6-b4e13bb74d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a9e2b0-3386-4c12-84dc-6957222bc75d,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:22.228196 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:51:22.249401 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:51:22.249748 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 7e4025c4-a9f8-43cb-8b96-c8a00c4d24f0 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:51:22.250157 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 15766c58-6ed1-4121-bad2-270f7eafd535 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:51:22.268881 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 15766c58-6ed1-4121-bad2-270f7eafd535 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:51:22.269224 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 15766c58-6ed1-4121-bad2-270f7eafd535 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:51:22.269623 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 49173c0e-de5a-49ef-8d63-5fadce48dd0b no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:51:22.274381 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37374) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:22.293628 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 49173c0e-de5a-49ef-8d63-5fadce48dd0b {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:51:22.293970 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 49173c0e-de5a-49ef-8d63-5fadce48dd0b not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:51:22.321382 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-ea14ac01-c262-44a2-86f5-63b2c5654ddd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7712534164a0487da30a9151e05e05fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458055 Apr 12 18:51:22.324548 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37376) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:51:22.372708 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-75fd2172-f224-4ca7-8a97-0898e1199029 admin admin] Publish callbacks [] for security_group (51824491-c330-4590-a3ce-a8e9648f4265), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:22.395890 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-75fd2172-f224-4ca7-8a97-0898e1199029 admin admin] Publish callbacks [] for security_group (51824491-c330-4590-a3ce-a8e9648f4265), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:22.446068 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-75fd2172-f224-4ca7-8a97-0898e1199029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (51824491-c330-4590-a3ce-a8e9648f4265), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:22.448696 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-75fd2172-f224-4ca7-8a97-0898e1199029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:22.450172 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-75fd2172-f224-4ca7-8a97-0898e1199029 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51824491-c330-4590-a3ce-a8e9648f4265 HTTP/1.1" status: 204 len: 168 time: 0.1247690 Apr 12 18:51:22.458063 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd2172-f224-4ca7-8a97-0898e1199029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51824491-c330-4590-a3ce-a8e9648f4265,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:26.672466 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2de52-4444-4021-9e1d-5662a809dc2d req-76473dd9-ec41-456e-8c89-7757891a0daa tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:26.673951 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32b2de52-4444-4021-9e1d-5662a809dc2d req-76473dd9-ec41-456e-8c89-7757891a0daa tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0511014 Apr 12 18:51:26.722892 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32b2de52-4444-4021-9e1d-5662a809dc2d req-fb6ca88e-32ba-4545-8b8f-7a4b81b3ccce tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431366 Apr 12 18:51:27.850866 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45655-5f79-4b79-b744-28cd515fb5dd req-47f6e03d-0f96-4adf-be8c-87e3b96fe0b3 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:27.852369 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-80c45655-5f79-4b79-b744-28cd515fb5dd req-47f6e03d-0f96-4adf-be8c-87e3b96fe0b3 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0480025 Apr 12 18:51:27.908106 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-80c45655-5f79-4b79-b744-28cd515fb5dd req-f55fc103-86e2-4625-ac8f-559ccfffe874 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500255 Apr 12 18:51:28.980541 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:29.029237 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa08980-cdd3-4fa5-9aed-92b8780f057d req-234f6b2f-61fe-43f0-a3ab-46f3446b4c9e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:29.030679 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ffa08980-cdd3-4fa5-9aed-92b8780f057d req-234f6b2f-61fe-43f0-a3ab-46f3446b4c9e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0474200 Apr 12 18:51:29.081529 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ffa08980-cdd3-4fa5-9aed-92b8780f057d req-bad2ae35-44e7-4bfb-8a85-4849490a7818 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451112 Apr 12 18:51:30.199905 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e808ed5-d7c5-4d3c-9b79-b2b68de3262d req-d2870075-48ff-43c2-aad8-630773b12a2d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:30.201353 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2e808ed5-d7c5-4d3c-9b79-b2b68de3262d req-d2870075-48ff-43c2-aad8-630773b12a2d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0484059 Apr 12 18:51:30.249117 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2e808ed5-d7c5-4d3c-9b79-b2b68de3262d req-eb72de99-be48-4c5d-99a3-31f2af2f0af2 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419872 Apr 12 18:51:31.383327 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e471430-535a-41ec-bca9-bc237a8b2181 req-cc35310e-5057-48f6-a10f-0691af71c229 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:31.384781 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5e471430-535a-41ec-bca9-bc237a8b2181 req-cc35310e-5057-48f6-a10f-0691af71c229 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0497863 Apr 12 18:51:31.436369 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5e471430-535a-41ec-bca9-bc237a8b2181 req-bd2c6c11-e3ab-4b17-bc5e-2c85133c5878 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433538 Apr 12 18:51:32.573096 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c9468-fcd1-4468-900b-0c6a29b60810 req-2abacf9c-a23c-4fd1-b9bf-f069b60cd135 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:32.575430 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4d3c9468-fcd1-4468-900b-0c6a29b60810 req-2abacf9c-a23c-4fd1-b9bf-f069b60cd135 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0561094 Apr 12 18:51:32.629468 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4d3c9468-fcd1-4468-900b-0c6a29b60810 req-c87504ff-fb41-447a-95d0-bad09af6faaf tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463040 Apr 12 18:51:33.385327 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef540e-3b6c-4303-9d1f-d94f9f80b8f8 req-8e9a8089-4442-4939-846f-62a0b90ce9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:33.386795 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71ef540e-3b6c-4303-9d1f-d94f9f80b8f8 req-8e9a8089-4442-4939-846f-62a0b90ce9d1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9914a54a3f8d4c48a054cce03514427b&device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 1130 time: 0.0398712 Apr 12 18:51:33.498049 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef540e-3b6c-4303-9d1f-d94f9f80b8f8 req-9bd38d41-e82b-4ecb-b7d9-ef3299d032b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:33.499554 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71ef540e-3b6c-4303-9d1f-d94f9f80b8f8 req-9bd38d41-e82b-4ecb-b7d9-ef3299d032b1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 200 len: 918 time: 0.0938914 Apr 12 18:51:33.562926 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71ef540e-3b6c-4303-9d1f-d94f9f80b8f8 req-5e2ecec6-093e-4c83-9d0d-01afb12f6b37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e HTTP/1.1" status: 200 len: 1001 time: 0.0573072 Apr 12 18:51:33.611411 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef540e-3b6c-4303-9d1f-d94f9f80b8f8 req-b2d585fe-f870-4130-a0f0-d23e476fda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:33.612800 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71ef540e-3b6c-4303-9d1f-d94f9f80b8f8 req-b2d585fe-f870-4130-a0f0-d23e476fda3f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fafb02f7-be82-4404-a50a-ecac2fe9b977 HTTP/1.1" status: 200 len: 856 time: 0.0436721 Apr 12 18:51:33.658755 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef540e-3b6c-4303-9d1f-d94f9f80b8f8 req-bfd1b9e6-1e21-4c14-97de-d4373d0ed382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:33.660160 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71ef540e-3b6c-4303-9d1f-d94f9f80b8f8 req-bfd1b9e6-1e21-4c14-97de-d4373d0ed382 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fedcd5fe-953f-4c53-85f3-78ac926b4ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411296 Apr 12 18:51:33.776850 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eef1cb-2f6f-4239-af12-02995bf20b25 req-686bb490-86fa-4d94-99e1-40f505791454 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:33.778313 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f1eef1cb-2f6f-4239-af12-02995bf20b25 req-686bb490-86fa-4d94-99e1-40f505791454 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0615869 Apr 12 18:51:33.794796 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71ef540e-3b6c-4303-9d1f-d94f9f80b8f8 req-8edf9f68-f320-4531-bb77-dac332864f53 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281302 Apr 12 18:51:34.152352 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f1eef1cb-2f6f-4239-af12-02995bf20b25 req-8ad834f5-c79b-4f22-bea4-7de43d61a2ef tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3681574 Apr 12 18:51:34.182937 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71ef540e-3b6c-4303-9d1f-d94f9f80b8f8 req-4af19350-f8aa-4d7f-8bc6-6d5bd93fc9eb service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120944 Apr 12 18:51:35.284316 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623c543-62ae-411a-98dd-3f71fffaa7c8 req-6cff720d-1a4e-4949-b02a-52cfb4933b29 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:35.285783 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7623c543-62ae-411a-98dd-3f71fffaa7c8 req-6cff720d-1a4e-4949-b02a-52cfb4933b29 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0516140 Apr 12 18:51:35.334602 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7623c543-62ae-411a-98dd-3f71fffaa7c8 req-0e495de2-2170-4a3d-b7c7-f5f5f5ee1e59 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432022 Apr 12 18:51:36.471811 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89820476-88ff-4d60-8c21-9e890ee6d27f req-ab88cc79-761e-4469-9fe8-b620eb6ef8da tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:36.473178 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-89820476-88ff-4d60-8c21-9e890ee6d27f req-ab88cc79-761e-4469-9fe8-b620eb6ef8da tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0474274 Apr 12 18:51:36.522779 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-89820476-88ff-4d60-8c21-9e890ee6d27f req-cfb00b03-ed25-42bf-8f2b-8167c1a24d2d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412123 Apr 12 18:51:37.641624 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0ec9e-a651-4dbe-a4b9-1412f404aa11 req-2f716d56-8c54-462c-abf5-d1b5e36f3baf tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:37.643121 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0fd0ec9e-a651-4dbe-a4b9-1412f404aa11 req-2f716d56-8c54-462c-abf5-d1b5e36f3baf tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0469739 Apr 12 18:51:37.693333 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0fd0ec9e-a651-4dbe-a4b9-1412f404aa11 req-8bb13fcb-fc56-4b6d-abf5-6cdac11e1de2 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443492 Apr 12 18:51:38.825933 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffeee20-0aee-42be-8b90-e6a26e8b4a42 req-758a4434-0233-43e6-b07c-a8102469b014 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:38.827398 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9ffeee20-0aee-42be-8b90-e6a26e8b4a42 req-758a4434-0233-43e6-b07c-a8102469b014 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0492227 Apr 12 18:51:38.877676 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9ffeee20-0aee-42be-8b90-e6a26e8b4a42 req-148d3694-07ca-406f-a470-4b6bb4802bbf tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421515 Apr 12 18:51:40.016509 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6e1e0-36b4-4b0e-b22e-c7c819238e50 req-a1c227b6-3819-4df8-a4f6-39961b9fea86 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:40.018005 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ed6e1e0-36b4-4b0e-b22e-c7c819238e50 req-a1c227b6-3819-4df8-a4f6-39961b9fea86 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0482788 Apr 12 18:51:40.066334 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1ed6e1e0-36b4-4b0e-b22e-c7c819238e50 req-88b06363-40b5-4752-aa96-5a61486d3895 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425024 Apr 12 18:51:41.187863 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5207b-a7e7-4cf8-b9a6-c37cbc558746 req-12b07c15-d38e-41f5-bfbc-86132549c71c tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:41.189334 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9ce5207b-a7e7-4cf8-b9a6-c37cbc558746 req-12b07c15-d38e-41f5-bfbc-86132549c71c tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0500956 Apr 12 18:51:41.237769 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9ce5207b-a7e7-4cf8-b9a6-c37cbc558746 req-e163d499-2f03-45af-9d56-4b7e4793220f tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428090 Apr 12 18:51:42.363330 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daf119-134f-4d73-bb22-cf58d384a05d req-ef3de50d-c89f-4882-8a86-c01f24f64bd7 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:42.364787 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-80daf119-134f-4d73-bb22-cf58d384a05d req-ef3de50d-c89f-4882-8a86-c01f24f64bd7 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0491393 Apr 12 18:51:42.413196 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-80daf119-134f-4d73-bb22-cf58d384a05d req-845cbc69-ffb4-4a18-8d84-ed5a7757d479 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404146 Apr 12 18:51:43.332553 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-13047b2e-7ad1-48aa-9126-dd9b3aa252fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:43.541054 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6647d1-5016-4f00-9363-d823204d2092 req-dd142806-7313-43dd-a471-38c1dd8d6903 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:43.542621 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4c6647d1-5016-4f00-9363-d823204d2092 req-dd142806-7313-43dd-a471-38c1dd8d6903 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0516493 Apr 12 18:51:43.590078 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4c6647d1-5016-4f00-9363-d823204d2092 req-5902405a-a62d-4bba-83c5-88c82a70dd7e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415292 Apr 12 18:51:44.721008 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709270c0-f5cf-4a6a-90c6-fd72b01febbf req-52f92683-f35c-4efe-87e4-079208f29334 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:44.722474 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-709270c0-f5cf-4a6a-90c6-fd72b01febbf req-52f92683-f35c-4efe-87e4-079208f29334 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0530007 Apr 12 18:51:44.773044 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-709270c0-f5cf-4a6a-90c6-fd72b01febbf req-d9e757b8-b87d-4e52-a76d-ee0d25a66500 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422316 Apr 12 18:51:45.498861 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8bc81695-37df-4d1b-8885-52ae57e2a73e details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:51:45.608059 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8bc81695-37df-4d1b-8885-52ae57e2a73e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:51:45.619177 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'port_id': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'mac_address': 'fa:16:3e:a3:98:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:51:45.659174 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 8bc81695-37df-4d1b-8885-52ae57e2a73e is: ACTIVE; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:51:45.659592 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:45.672143 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bc81695-37df-4d1b-8885-52ae57e2a73e {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:51:45.692042 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8bc81695-37df-4d1b-8885-52ae57e2a73e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:51:45.698288 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:45.758085 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=8bc81695-37df-4d1b-8885-52ae57e2a73e,revision_number=6']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:45.762995 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5b63f698-574b-456a-bb7f-bb8b01a47367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:45.775170 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['8bc81695-37df-4d1b-8885-52ae57e2a73e'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:51:45.890005 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7eaac-6e5e-4751-bbc4-fae091b74995 req-3236e004-0a9f-47ca-a1a7-660a323ed742 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:45.891764 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a7a7eaac-6e5e-4751-bbc4-fae091b74995 req-3236e004-0a9f-47ca-a1a7-660a323ed742 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 945 time: 0.0469139 Apr 12 18:51:45.942028 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a7a7eaac-6e5e-4751-bbc4-fae091b74995 req-f4fa49a7-c671-4c41-b249-624ec5b15ffc tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446105 Apr 12 18:51:46.650171 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:47.075004 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7001c-fabb-40fe-ab5a-c55e17d55330 req-164b4220-ae38-4b25-be80-3bfcb8a13b07 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:47.076484 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-42a7001c-fabb-40fe-ab5a-c55e17d55330 req-164b4220-ae38-4b25-be80-3bfcb8a13b07 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 945 time: 0.0501168 Apr 12 18:51:47.126182 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-42a7001c-fabb-40fe-ab5a-c55e17d55330 req-7d999f9d-3830-41e4-bee0-41ffcd50b658 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417340 Apr 12 18:51:47.512456 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8bc81695-37df-4d1b-8885-52ae57e2a73e up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:51:47.559233 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 8bc81695-37df-4d1b-8885-52ae57e2a73e triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:51:47.559633 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:47.640151 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 8bc81695-37df-4d1b-8885-52ae57e2a73e is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:51:47.640415 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:47.664576 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc81695-37df-4d1b-8885-52ae57e2a73e'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:51:47.666838 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ceeaf9-df12-4ea4-a430-2d01c3848747" -d '{"events": [{"server_uuid": "c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb", "name": "network-vif-plugged", "status": "completed", "tag": "8bc81695-37df-4d1b-8885-52ae57e2a73e"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:51:47.680062 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8bc81695-37df-4d1b-8885-52ae57e2a73e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:51:47.686806 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:47.712720 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f167f6e6-19c3-485b-a135-8902b54ad873 x-openstack-request-id: req-f167f6e6-19c3-485b-a135-8902b54ad873 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:51:47.713015 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb", "name": "network-vif-plugged", "status": "completed", "tag": "8bc81695-37df-4d1b-8885-52ae57e2a73e", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:51:47.713264 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f167f6e6-19c3-485b-a135-8902b54ad873 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:51:47.713657 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f167f6e6-19c3-485b-a135-8902b54ad873'] response: {'server_uuid': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'code': 200} Apr 12 18:51:47.739478 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=8bc81695-37df-4d1b-8885-52ae57e2a73e,revision_number=7']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:51:48.062268 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:48.273261 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf34f7-d6a1-48b6-9565-85c94325aeac req-96db8a7a-1412-418d-8bab-95d20476e038 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:48.274910 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-efdf34f7-d6a1-48b6-9565-85c94325aeac req-96db8a7a-1412-418d-8bab-95d20476e038 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0603039 Apr 12 18:51:48.329307 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-efdf34f7-d6a1-48b6-9565-85c94325aeac req-99becfde-5fca-4245-a6c9-42aa0e531263 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482199 Apr 12 18:51:49.463478 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cd48c-841e-4f48-be07-54107c4abf48 req-79f97ee7-85cb-4196-9e4a-2b955e5a2778 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:49.465977 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-345cd48c-841e-4f48-be07-54107c4abf48 req-79f97ee7-85cb-4196-9e4a-2b955e5a2778 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0543542 Apr 12 18:51:49.517925 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-345cd48c-841e-4f48-be07-54107c4abf48 req-1572d016-1afa-467b-91ee-74e8d9961eaa tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459909 Apr 12 18:51:49.741921 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:50.646831 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d23f2b-a684-4cf7-8bc7-0a1b57f05550 req-4151ddc9-f0bb-43bd-a739-8963fb5cfd9e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:50.648415 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a3d23f2b-a684-4cf7-8bc7-0a1b57f05550 req-4151ddc9-f0bb-43bd-a739-8963fb5cfd9e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0520570 Apr 12 18:51:50.700928 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a3d23f2b-a684-4cf7-8bc7-0a1b57f05550 req-8100a903-3b2c-4a43-8ff3-7268e920c2ed tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468135 Apr 12 18:51:51.840815 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633159b-42c0-4ba7-80ae-5f1ba6661383 req-b30b2789-c909-42b2-b699-976fb3699952 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:51.847051 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d633159b-42c0-4ba7-80ae-5f1ba6661383 req-b30b2789-c909-42b2-b699-976fb3699952 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0574644 Apr 12 18:51:51.905398 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d633159b-42c0-4ba7-80ae-5f1ba6661383 req-1d3ef1c3-b921-49a3-bae9-79137c36d79a tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528584 Apr 12 18:51:53.026986 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503f2f9-5a06-4f88-86f8-3c467cbf9772 req-b5287027-f4bc-4442-a9cf-31fa283a4b93 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:53.029113 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a503f2f9-5a06-4f88-86f8-3c467cbf9772 req-b5287027-f4bc-4442-a9cf-31fa283a4b93 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0519891 Apr 12 18:51:53.082690 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a503f2f9-5a06-4f88-86f8-3c467cbf9772 req-11944b54-6f4d-45c5-aab7-b13990e64c74 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478685 Apr 12 18:51:54.206775 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decf65e-15ec-445c-bf90-79f140fc7aba req-395503c9-00a4-4e0e-9347-6e570e966cfd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:54.208496 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6decf65e-15ec-445c-bf90-79f140fc7aba req-395503c9-00a4-4e0e-9347-6e570e966cfd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0515299 Apr 12 18:51:54.259317 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6decf65e-15ec-445c-bf90-79f140fc7aba req-ec5070f9-ce42-4431-9f89-3dab22e44c01 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450025 Apr 12 18:51:55.389079 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b1bb4-5485-424e-8546-ef40caeb7a8f req-4024223b-3a45-421a-a7b8-1b2d5d9274b0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:55.390740 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-116b1bb4-5485-424e-8546-ef40caeb7a8f req-4024223b-3a45-421a-a7b8-1b2d5d9274b0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0540056 Apr 12 18:51:55.445129 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-116b1bb4-5485-424e-8546-ef40caeb7a8f req-90b7ab28-c43f-4e4f-af3a-9030b0dd82f4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486887 Apr 12 18:51:56.568906 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf98c4-96b4-4edc-acf4-c89f50894a70 req-4543d43a-0dbb-437c-a76d-da11c61746fd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:56.570587 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9faf98c4-96b4-4edc-acf4-c89f50894a70 req-4543d43a-0dbb-437c-a76d-da11c61746fd tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0502744 Apr 12 18:51:56.629720 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9faf98c4-96b4-4edc-acf4-c89f50894a70 req-a062d4c9-7d7e-4a6e-87d4-0e3dc18a7968 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517812 Apr 12 18:51:56.914535 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:51:57.746001 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88073ae-f637-46cb-b390-50074744d81a req-d8bd4395-94f5-4b5f-b074-f70d406b2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:57.747555 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e88073ae-f637-46cb-b390-50074744d81a req-d8bd4395-94f5-4b5f-b074-f70d406b2b5d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9914a54a3f8d4c48a054cce03514427b&device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 1130 time: 0.0688093 Apr 12 18:51:57.770393 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653baef-7104-4454-9803-f46dee2397b0 req-585684ab-9fb2-4eaa-9f12-0866867ca597 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:57.771907 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7653baef-7104-4454-9803-f46dee2397b0 req-585684ab-9fb2-4eaa-9f12-0866867ca597 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0607028 Apr 12 18:51:57.876861 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7653baef-7104-4454-9803-f46dee2397b0 req-26df50de-8eed-489c-a206-d60dffbdc754 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949314 Apr 12 18:51:57.881394 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88073ae-f637-46cb-b390-50074744d81a req-9423fbe0-0f64-450f-ba9b-f8b07ebbfbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:57.882772 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e88073ae-f637-46cb-b390-50074744d81a req-9423fbe0-0f64-450f-ba9b-f8b07ebbfbec service neutron] 10.222.0.65 "GET /v2.0/networks?id=fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 200 len: 918 time: 0.1276281 Apr 12 18:51:57.948946 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e88073ae-f637-46cb-b390-50074744d81a req-db72805f-b4e5-4ef9-8286-731c3c8e3344 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e HTTP/1.1" status: 200 len: 1001 time: 0.0600617 Apr 12 18:51:57.997837 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88073ae-f637-46cb-b390-50074744d81a req-51b8fd97-1403-4e0d-8a82-1b29cd18ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:57.999272 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e88073ae-f637-46cb-b390-50074744d81a req-51b8fd97-1403-4e0d-8a82-1b29cd18ad1b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fafb02f7-be82-4404-a50a-ecac2fe9b977 HTTP/1.1" status: 200 len: 856 time: 0.0441341 Apr 12 18:51:58.047143 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88073ae-f637-46cb-b390-50074744d81a req-fc9a9774-b3d9-43b0-9016-adc722e1f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:58.048633 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e88073ae-f637-46cb-b390-50074744d81a req-fc9a9774-b3d9-43b0-9016-adc722e1f6f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fedcd5fe-953f-4c53-85f3-78ac926b4ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435355 Apr 12 18:51:58.137750 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e88073ae-f637-46cb-b390-50074744d81a req-5b8e789c-77c6-45e9-a6e1-471e0386406b service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830734 Apr 12 18:51:58.228825 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e88073ae-f637-46cb-b390-50074744d81a req-8286bd72-bda4-4c9a-9d6f-7c29d7456983 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855150 Apr 12 18:51:58.980710 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:51:59.012376 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b71a9e-f531-47e2-adfd-3f6c0164476e req-df6a8a4a-2f69-4f04-9f27-ccc178711734 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:51:59.013854 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f5b71a9e-f531-47e2-adfd-3f6c0164476e req-df6a8a4a-2f69-4f04-9f27-ccc178711734 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0505986 Apr 12 18:51:59.063523 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-f5b71a9e-f531-47e2-adfd-3f6c0164476e req-e3dd5419-1003-42a0-94b3-74cdaebfbd0c tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437045 Apr 12 18:52:00.179599 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b671d-be30-4b67-9b68-080005544497 req-6939ae04-6074-47ae-9f39-c243eeecace8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:00.181123 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0c7b671d-be30-4b67-9b68-080005544497 req-6939ae04-6074-47ae-9f39-c243eeecace8 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0467334 Apr 12 18:52:00.235099 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0c7b671d-be30-4b67-9b68-080005544497 req-8d3f5612-3b35-4e2d-becf-9c20aa05bf8a tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461478 Apr 12 18:52:01.183123 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006797ce-54bc-40a3-909c-0a31bfb1f350 req-3019bf06-ce13-41ed-9858-d292974dbc90 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:01.184735 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-006797ce-54bc-40a3-909c-0a31bfb1f350 req-3019bf06-ce13-41ed-9858-d292974dbc90 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 946 time: 0.0467660 Apr 12 18:52:01.233345 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-006797ce-54bc-40a3-909c-0a31bfb1f350 req-b0ed53e2-652d-43b2-8cb5-320508c30afb tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428510 Apr 12 18:52:01.510483 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37576) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:52:01.593048 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-c74ef4b0-88ca-431f-b9ae-d560479329ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812404 Apr 12 18:52:01.595225 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8bc81695-37df-4d1b-8885-52ae57e2a73e no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:52:01.601148 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-42a44d53-8f62-45cb-8427-813b120e1f8b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:52:01.602106 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-42a44d53-8f62-45cb-8427-813b120e1f8b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049596 Apr 12 18:52:01.673944 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 8bc81695-37df-4d1b-8885-52ae57e2a73e is: ACTIVE; New status is: DOWN {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:52:01.674338 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:01.677076 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37584) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:52:01.697252 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc81695-37df-4d1b-8885-52ae57e2a73e'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:52:01.699996 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d4eaf4-717e-425c-8ba0-49e78f4fdd78" -d '{"events": [{"server_uuid": "c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb", "name": "network-vif-unplugged", "status": "completed", "tag": "8bc81695-37df-4d1b-8885-52ae57e2a73e"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:52:01.712802 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8bc81695-37df-4d1b-8885-52ae57e2a73e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:52:01.718196 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:01.741753 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 18:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a486c05-ec6b-40a7-a7ba-769b06516331 x-openstack-request-id: req-4a486c05-ec6b-40a7-a7ba-769b06516331 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:52:01.742045 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb", "name": "network-vif-unplugged", "status": "failed", "tag": "8bc81695-37df-4d1b-8885-52ae57e2a73e", "code": 422}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:52:01.742290 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a486c05-ec6b-40a7-a7ba-769b06516331 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:52:01.742678 dv-cinder-837536-1-iscsi neutron-server[103440]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4a486c05-ec6b-40a7-a7ba-769b06516331']: {'server_uuid': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'code': 422} returned with failed status Apr 12 18:52:01.767910 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=8bc81695-37df-4d1b-8885-52ae57e2a73e,revision_number=8']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:52:01.773441 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-0b84efed-cce4-439b-9315-4317bb0e46cc tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:01.774881 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-0b84efed-cce4-439b-9315-4317bb0e46cc tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports/8bc81695-37df-4d1b-8885-52ae57e2a73e HTTP/1.1" status: 200 len: 941 time: 0.0967402 Apr 12 18:52:02.355485 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f97d7e-d814-48a2-bbc3-8feea87bbeb7 req-c77a929f-ce9f-4073-900c-188b939ded16 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:02.356921 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-46f97d7e-d814-48a2-bbc3-8feea87bbeb7 req-c77a929f-ce9f-4073-900c-188b939ded16 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0504198 Apr 12 18:52:02.405498 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-46f97d7e-d814-48a2-bbc3-8feea87bbeb7 req-62bc4436-47c2-41e8-97ef-bfd11391df30 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427454 Apr 12 18:52:02.564681 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-407195c6-7afd-42a4-a0f2-059ed5c91def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:02.566083 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-407195c6-7afd-42a4-a0f2-059ed5c91def service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb&tenant_id=9914a54a3f8d4c48a054cce03514427b HTTP/1.1" status: 200 len: 1128 time: 0.0473440 Apr 12 18:52:02.638623 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-c74b4a57-f896-47d1-bbe2-973fa8113f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:02.640143 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-c74b4a57-f896-47d1-bbe2-973fa8113f28 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9914a54a3f8d4c48a054cce03514427b&device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 1128 time: 0.0493238 Apr 12 18:52:02.730348 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-3e1c7380-daaf-474b-901a-b65eacb188ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:02.731824 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-3e1c7380-daaf-474b-901a-b65eacb188ad service neutron] 10.222.0.65 "GET /v2.0/networks?id=fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 200 len: 918 time: 0.0863295 Apr 12 18:52:02.797210 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-53ac4526-bab9-428d-85a0-8f9008e8d383 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e HTTP/1.1" status: 200 len: 999 time: 0.0596933 Apr 12 18:52:02.849009 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-91f4dd13-9977-479f-b97c-7f6d42af6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:02.850454 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-91f4dd13-9977-479f-b97c-7f6d42af6d20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fafb02f7-be82-4404-a50a-ecac2fe9b977 HTTP/1.1" status: 200 len: 856 time: 0.0478354 Apr 12 18:52:02.893843 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-44aecaad-5d03-4ce8-9bae-99bfee65e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:02.895333 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-44aecaad-5d03-4ce8-9bae-99bfee65e57d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fedcd5fe-953f-4c53-85f3-78ac926b4ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387495 Apr 12 18:52:02.983769 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-fe9db326-b579-426e-936f-67372d5fa6f6 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821016 Apr 12 18:52:03.091046 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e6150413-79b1-4ecd-b77a-c3fbc9ca7705 req-93330a45-1b30-4fa6-a85b-64e33f666b28 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013927 Apr 12 18:52:03.580047 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68d30a-7184-4843-8553-e7ccd85681cb req-a82a8572-f1e0-4a52-b346-c4c4fefc86a0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:03.595941 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fd68d30a-7184-4843-8553-e7ccd85681cb req-a82a8572-f1e0-4a52-b346-c4c4fefc86a0 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0944867 Apr 12 18:52:03.668014 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fd68d30a-7184-4843-8553-e7ccd85681cb req-05f7cd9a-70c6-431e-9e63-562b8d0cf2f9 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700474 Apr 12 18:52:04.784392 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0a3ee-33c6-48b3-a355-e605ba7ba72a req-2eb29de9-8e7f-45f0-b5c0-52e8d83e6648 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:04.785963 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-99d0a3ee-33c6-48b3-a355-e605ba7ba72a req-2eb29de9-8e7f-45f0-b5c0-52e8d83e6648 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0511734 Apr 12 18:52:04.840445 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-99d0a3ee-33c6-48b3-a355-e605ba7ba72a req-06fed1b3-539b-4793-ad01-19cbd9d88959 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455880 Apr 12 18:52:05.963760 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dd2f4-fe51-43d9-8186-f7ef081a0869 req-ef3a617d-9517-49bc-8a72-b9a9b522c866 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:05.965185 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-673dd2f4-fe51-43d9-8186-f7ef081a0869 req-ef3a617d-9517-49bc-8a72-b9a9b522c866 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0497832 Apr 12 18:52:06.014282 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-673dd2f4-fe51-43d9-8186-f7ef081a0869 req-8e665cda-67e0-449d-a083-e6feee571ef7 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430706 Apr 12 18:52:07.139994 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a72631-6b30-40d7-9149-a7a57b74f360 req-6381b65b-d235-468c-9459-94bad3ce8356 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:07.141734 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c1a72631-6b30-40d7-9149-a7a57b74f360 req-6381b65b-d235-468c-9459-94bad3ce8356 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0534618 Apr 12 18:52:07.192131 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c1a72631-6b30-40d7-9149-a7a57b74f360 req-948d40f0-2490-4585-9951-dd3e070dfa9c tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442357 Apr 12 18:52:08.316750 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f72459-1be1-4882-b0d0-6da1b2b6fc9a req-997b20f4-9e27-4589-8320-ca688ec2c940 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:08.319177 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-91f72459-1be1-4882-b0d0-6da1b2b6fc9a req-997b20f4-9e27-4589-8320-ca688ec2c940 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0516078 Apr 12 18:52:08.366817 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-91f72459-1be1-4882-b0d0-6da1b2b6fc9a req-101f2375-b69f-4a7c-8077-d4404f9d8d1c tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425427 Apr 12 18:52:09.492812 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efb06a-96ee-4532-9006-12bb550b83d2 req-6aba1b6b-8492-4ec1-9031-55a0d05eee6a tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:09.495258 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-46efb06a-96ee-4532-9006-12bb550b83d2 req-6aba1b6b-8492-4ec1-9031-55a0d05eee6a tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0497720 Apr 12 18:52:09.547703 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-46efb06a-96ee-4532-9006-12bb550b83d2 req-85d0b7a1-1cc2-467d-9257-69af686b9dc4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460172 Apr 12 18:52:10.684994 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623efda0-1d4f-4bd5-a9db-ee30c1589d6d req-8abc3e14-24b0-4803-8751-ca19e4a4f046 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:10.686525 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-623efda0-1d4f-4bd5-a9db-ee30c1589d6d req-8abc3e14-24b0-4803-8751-ca19e4a4f046 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0527494 Apr 12 18:52:10.743723 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-623efda0-1d4f-4bd5-a9db-ee30c1589d6d req-4afb04c4-0739-4e92-a5a9-dc7051a8f6c5 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501790 Apr 12 18:52:11.873516 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893c6cd-6c40-45d7-ba5f-bb70a184c615 req-af1caf66-e187-4ccd-82ae-f86747618557 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:11.875037 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3893c6cd-6c40-45d7-ba5f-bb70a184c615 req-af1caf66-e187-4ccd-82ae-f86747618557 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0507784 Apr 12 18:52:11.927549 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3893c6cd-6c40-45d7-ba5f-bb70a184c615 req-01df4566-3373-4b5d-8362-2e08b4832353 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458086 Apr 12 18:52:13.064417 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8023b-032c-4c40-a730-35947a20322d req-a6be37ef-e810-4b7a-b09f-0c461dc43f29 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:13.065773 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0bf8023b-032c-4c40-a730-35947a20322d req-a6be37ef-e810-4b7a-b09f-0c461dc43f29 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0589890 Apr 12 18:52:13.116605 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0bf8023b-032c-4c40-a730-35947a20322d req-f7c2c723-c6f6-47a7-a042-18f061109164 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422742 Apr 12 18:52:13.337970 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e57d290f-b56c-4e4b-a12a-f80cedab25e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:14.244245 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0fce1-25ac-4187-9372-96b8176cfcc5 req-1d48ebc9-3ed8-42a2-add4-3d4a85048069 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:14.245708 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a2a0fce1-25ac-4187-9372-96b8176cfcc5 req-1d48ebc9-3ed8-42a2-add4-3d4a85048069 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0476909 Apr 12 18:52:14.293021 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a2a0fce1-25ac-4187-9372-96b8176cfcc5 req-1de785bd-db36-4a52-8ddf-e5297b66b715 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416837 Apr 12 18:52:15.428523 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc9ad3-068f-4508-8c6b-aad8adfe09a1 req-252d9bc5-a260-48bf-8344-13bb92e2d6a9 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:15.429974 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71dc9ad3-068f-4508-8c6b-aad8adfe09a1 req-252d9bc5-a260-48bf-8344-13bb92e2d6a9 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0513940 Apr 12 18:52:15.480242 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-71dc9ad3-068f-4508-8c6b-aad8adfe09a1 req-a1b86b05-dddd-43b3-b5af-32be10f1ab0d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446835 Apr 12 18:52:15.756903 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2fea3890-12c0-4391-8485-3cee5ef98b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:16.623148 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014b6b6-1117-43ab-a0bd-9e50447dd264 req-94203f79-0c22-4e61-b13e-cff288034f8b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:16.624650 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4014b6b6-1117-43ab-a0bd-9e50447dd264 req-94203f79-0c22-4e61-b13e-cff288034f8b tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0585666 Apr 12 18:52:16.647490 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:16.674729 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4014b6b6-1117-43ab-a0bd-9e50447dd264 req-02e5a86b-92d9-48b0-95e5-ec51da2a192e tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435534 Apr 12 18:52:17.708330 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8bc81695-37df-4d1b-8885-52ae57e2a73e details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:52:17.799464 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7537a0-d37f-44d2-9abd-e9096571381f req-0b396d89-3988-47e2-a5fc-33dfa591d539 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:17.800963 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ac7537a0-d37f-44d2-9abd-e9096571381f req-0b396d89-3988-47e2-a5fc-33dfa591d539 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 944 time: 0.0474699 Apr 12 18:52:17.814726 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8bc81695-37df-4d1b-8885-52ae57e2a73e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:52:17.826621 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'port_id': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'mac_address': 'fa:16:3e:a3:98:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:52:17.847510 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ac7537a0-d37f-44d2-9abd-e9096571381f req-8cf7be50-2990-4d3b-9254-98e6608578f6 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409091 Apr 12 18:52:17.863637 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 8bc81695-37df-4d1b-8885-52ae57e2a73e is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:52:17.864038 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:17.876868 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc81695-37df-4d1b-8885-52ae57e2a73e {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:52:17.895831 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8bc81695-37df-4d1b-8885-52ae57e2a73e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:52:17.900852 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:17.952126 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=8bc81695-37df-4d1b-8885-52ae57e2a73e,revision_number=9']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:52:18.067087 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:18.225759 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['8bc81695-37df-4d1b-8885-52ae57e2a73e'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:52:18.975567 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6f597-4614-451c-b6d8-b0bd2ecbee67 req-e2887fe8-4152-4fff-9008-174c2d889fe4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:18.977056 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-94c6f597-4614-451c-b6d8-b0bd2ecbee67 req-e2887fe8-4152-4fff-9008-174c2d889fe4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 945 time: 0.0516999 Apr 12 18:52:19.025231 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-94c6f597-4614-451c-b6d8-b0bd2ecbee67 req-7c7d06b1-b9e9-49da-b684-30112f60aeda tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420976 Apr 12 18:52:19.716944 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8bc81695-37df-4d1b-8885-52ae57e2a73e up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:52:19.771839 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:19.784901 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 8bc81695-37df-4d1b-8885-52ae57e2a73e triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:52:19.785262 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:19.860612 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 8bc81695-37df-4d1b-8885-52ae57e2a73e is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:52:19.860995 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:19.883474 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc81695-37df-4d1b-8885-52ae57e2a73e'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:52:19.885725 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712bece3-3464-4a4a-a2de-e9672e6a1d7e" -d '{"events": [{"server_uuid": "c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb", "name": "network-vif-plugged", "status": "completed", "tag": "8bc81695-37df-4d1b-8885-52ae57e2a73e"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:52:19.898407 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 8bc81695-37df-4d1b-8885-52ae57e2a73e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:52:19.903429 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:19.929874 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6002a5c1-b363-4322-973a-1bafff08a9ce x-openstack-request-id: req-6002a5c1-b363-4322-973a-1bafff08a9ce {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:52:19.930170 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb", "name": "network-vif-plugged", "status": "completed", "tag": "8bc81695-37df-4d1b-8885-52ae57e2a73e", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:52:19.930428 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6002a5c1-b363-4322-973a-1bafff08a9ce {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:52:19.930822 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6002a5c1-b363-4322-973a-1bafff08a9ce'] response: {'server_uuid': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'code': 200} Apr 12 18:52:19.959224 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=8bc81695-37df-4d1b-8885-52ae57e2a73e,revision_number=10']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:52:19.967303 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:52:19.967587 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:52:19.967930 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:52:19.968272 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:52:19.968605 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:52:19.968997 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:52:19.969308 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:52:19.969633 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:52:19.969947 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:52:19.970271 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:52:19.970609 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:52:19.970922 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:52:19.971267 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:52:19.971591 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:52:19.971910 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:52:20.142954 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1ff33-8737-4fec-831c-47a66f238678 req-6dac4693-df02-435a-8d36-3cb8cb4b9904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:20.144585 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4fa1ff33-8737-4fec-831c-47a66f238678 req-6dac4693-df02-435a-8d36-3cb8cb4b9904 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 1131 time: 0.0775156 Apr 12 18:52:20.172746 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecbf92-225d-4610-adc1-0211944c0dfb req-6387afa1-7a3e-4336-84ee-13b057dfb667 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:20.174354 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-51ecbf92-225d-4610-adc1-0211944c0dfb req-6387afa1-7a3e-4336-84ee-13b057dfb667 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 947 time: 0.0696261 Apr 12 18:52:20.222936 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4fa1ff33-8737-4fec-831c-47a66f238678 req-4b6f7bb7-1131-4a6a-a276-b479a54ef9b0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720849 Apr 12 18:52:20.246862 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-51ecbf92-225d-4610-adc1-0211944c0dfb req-581f8fb3-3bc3-47ad-81e0-2720f4ac4455 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655060 Apr 12 18:52:21.380485 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8ecca-0566-4428-ad58-c149f70e1dfc req-00bc2107-a495-437d-adb2-e9218f7970a2 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:21.381944 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3bc8ecca-0566-4428-ad58-c149f70e1dfc req-00bc2107-a495-437d-adb2-e9218f7970a2 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 947 time: 0.0478005 Apr 12 18:52:21.430338 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3bc8ecca-0566-4428-ad58-c149f70e1dfc req-0f684076-346e-479b-b2e1-8d78d695e36d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426512 Apr 12 18:52:22.550527 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3acec-416b-406b-bb9e-eba07421d8e0 req-397dc422-c641-4a35-bfef-9c5e1e3291cf tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:22.552019 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-08a3acec-416b-406b-bb9e-eba07421d8e0 req-397dc422-c641-4a35-bfef-9c5e1e3291cf tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 947 time: 0.0465970 Apr 12 18:52:22.600370 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-08a3acec-416b-406b-bb9e-eba07421d8e0 req-b370c446-0383-4444-bf6e-36cbb334ce6d tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426540 Apr 12 18:52:28.986912 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:33.918245 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:52:34.313809 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-53635e94-f358-4862-9e1a-2971b75029f8 req-51502e95-b0f8-4291-9c15-b33e9f129d57 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413110 Apr 12 18:52:34.399818 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53635e94-f358-4862-9e1a-2971b75029f8 req-78494768-a4a1-4bb2-bbff-cfd267fb1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:34.401322 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-53635e94-f358-4862-9e1a-2971b75029f8 req-78494768-a4a1-4bb2-bbff-cfd267fb1de5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9914a54a3f8d4c48a054cce03514427b&device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 1131 time: 0.0399532 Apr 12 18:52:34.513581 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53635e94-f358-4862-9e1a-2971b75029f8 req-78b22731-ce06-4cd1-9c4f-61685b537c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:34.514960 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-53635e94-f358-4862-9e1a-2971b75029f8 req-78b22731-ce06-4cd1-9c4f-61685b537c04 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 200 len: 918 time: 0.0913379 Apr 12 18:52:34.579907 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-53635e94-f358-4862-9e1a-2971b75029f8 req-6c587945-c9de-4a19-8ce9-49163c5a462c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e HTTP/1.1" status: 200 len: 1001 time: 0.0585899 Apr 12 18:52:34.627729 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53635e94-f358-4862-9e1a-2971b75029f8 req-54c96ab5-645f-498a-ac2a-64fbe7bb5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:34.629109 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-53635e94-f358-4862-9e1a-2971b75029f8 req-54c96ab5-645f-498a-ac2a-64fbe7bb5533 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fafb02f7-be82-4404-a50a-ecac2fe9b977 HTTP/1.1" status: 200 len: 856 time: 0.0429580 Apr 12 18:52:34.686710 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53635e94-f358-4862-9e1a-2971b75029f8 req-b7cd0e0b-6ddc-4920-8cfa-8bb154ea98e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:34.688301 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-53635e94-f358-4862-9e1a-2971b75029f8 req-b7cd0e0b-6ddc-4920-8cfa-8bb154ea98e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fedcd5fe-953f-4c53-85f3-78ac926b4ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529861 Apr 12 18:52:34.778461 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-53635e94-f358-4862-9e1a-2971b75029f8 req-14a50dbe-0c1c-402e-b754-d7122044f343 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837710 Apr 12 18:52:34.883438 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-53635e94-f358-4862-9e1a-2971b75029f8 req-0bbb28b3-9390-49da-988e-b2627cb3da01 service neutron] 10.222.0.65 "GET /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981286 Apr 12 18:52:43.334054 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-50304392-2dc3-4bd4-9feb-17dd662fcdad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:45.759719 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-096f3a67-db63-4450-8fa1-787908f02c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:46.660646 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:48.074734 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:49.756100 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:56.950130 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c3ca3-9cac-4a21-b881-549f40f29538 req-1d59732d-2b5d-4985-99a3-fc24bdb60f28 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:56.951653 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-057c3ca3-9cac-4a21-b881-549f40f29538 req-1d59732d-2b5d-4985-99a3-fc24bdb60f28 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0492120 Apr 12 18:52:57.005042 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-057c3ca3-9cac-4a21-b881-549f40f29538 req-ea623242-a559-4c70-ab4a-32ef0b026949 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448520 Apr 12 18:52:58.144224 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236b189-476e-45d6-9654-78c2e8079a0c req-e8507373-a3aa-4f52-bd17-5389b429db5a tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:58.145701 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b236b189-476e-45d6-9654-78c2e8079a0c req-e8507373-a3aa-4f52-bd17-5389b429db5a tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0574522 Apr 12 18:52:58.200046 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b236b189-476e-45d6-9654-78c2e8079a0c req-7d891bee-06ff-49b0-ba40-758d9057c17f tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486777 Apr 12 18:52:59.007622 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:52:59.327094 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23080d7-ee65-4ff9-be46-79ff957ac858 req-ff98089d-9ac3-4519-ae9e-085e1762e31f tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:52:59.328532 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a23080d7-ee65-4ff9-be46-79ff957ac858 req-ff98089d-9ac3-4519-ae9e-085e1762e31f tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0496807 Apr 12 18:52:59.379549 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a23080d7-ee65-4ff9-be46-79ff957ac858 req-adf8410d-8ee6-4805-b405-5af2ff3d1e1a tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426810 Apr 12 18:53:00.504524 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc53e74-81fa-4b25-b1e0-a334b6555466 req-b1100f57-cd81-4424-9ba4-2ca04074aa21 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:00.505984 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2cc53e74-81fa-4b25-b1e0-a334b6555466 req-b1100f57-cd81-4424-9ba4-2ca04074aa21 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0482149 Apr 12 18:53:00.553866 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2cc53e74-81fa-4b25-b1e0-a334b6555466 req-7ffe48c6-554e-4d49-b996-93430a6d9e6c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422187 Apr 12 18:53:01.692197 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb3d8a-7f53-4f93-a82e-29bbca967580 req-d0cf8336-b115-4502-9912-3ce1ab90813c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:01.693659 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dccb3d8a-7f53-4f93-a82e-29bbca967580 req-d0cf8336-b115-4502-9912-3ce1ab90813c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0542655 Apr 12 18:53:01.744288 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dccb3d8a-7f53-4f93-a82e-29bbca967580 req-477ef8f2-ece6-41f1-bafc-9e6e5bd20c61 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451071 Apr 12 18:53:02.868310 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517243e4-b0a3-4e73-85af-defea559dc4a req-64a873c5-edf8-4369-91a2-7cbbcc787f04 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:02.869760 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-517243e4-b0a3-4e73-85af-defea559dc4a req-64a873c5-edf8-4369-91a2-7cbbcc787f04 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0474792 Apr 12 18:53:02.921199 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-517243e4-b0a3-4e73-85af-defea559dc4a req-25a55f3c-d09f-4c5c-a0b6-db415737aa4e tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431190 Apr 12 18:53:04.047160 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208bfed-177c-4db9-ad71-4bcb79c21c2f req-817da738-352b-481c-8499-10ae9a6ac282 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:04.048670 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1208bfed-177c-4db9-ad71-4bcb79c21c2f req-817da738-352b-481c-8499-10ae9a6ac282 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0515618 Apr 12 18:53:04.104017 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1208bfed-177c-4db9-ad71-4bcb79c21c2f req-6113cc6f-7ce4-4e77-abea-63e7ef818825 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495501 Apr 12 18:53:05.220528 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4de912-eae3-47cf-837e-f97c167d6ef0 req-3c1788be-99b9-44a0-bc7f-73175bef222c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:05.222003 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-af4de912-eae3-47cf-837e-f97c167d6ef0 req-3c1788be-99b9-44a0-bc7f-73175bef222c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0483329 Apr 12 18:53:05.276391 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-af4de912-eae3-47cf-837e-f97c167d6ef0 req-1fabb2ff-76be-4d15-b119-0b7e09525c4a tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461378 Apr 12 18:53:06.398579 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1fd86-dd64-425e-bf68-eccba78d6c21 req-37b1659e-8f66-4fba-a5bd-88c719f72270 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:06.400060 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-47a1fd86-dd64-425e-bf68-eccba78d6c21 req-37b1659e-8f66-4fba-a5bd-88c719f72270 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0501471 Apr 12 18:53:06.453947 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-47a1fd86-dd64-425e-bf68-eccba78d6c21 req-cf73350f-2778-4975-9d87-51bace25e8c5 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480638 Apr 12 18:53:07.096467 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b2ff8-3676-4754-9db8-be8a8d3cb035 req-e8eaeb01-a9ed-4d26-b16e-d26c21b4a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:07.098159 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-301b2ff8-3676-4754-9db8-be8a8d3cb035 req-e8eaeb01-a9ed-4d26-b16e-d26c21b4a193 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=975616643d2e40d89222b43a2a5b7fa4&device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 1129 time: 0.0477431 Apr 12 18:53:07.189763 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b2ff8-3676-4754-9db8-be8a8d3cb035 req-285a8641-444d-4c05-8fd3-926d5952a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:07.191229 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-301b2ff8-3676-4754-9db8-be8a8d3cb035 req-285a8641-444d-4c05-8fd3-926d5952a529 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f64b858d-e4d1-498c-a2c4-da8690332031 HTTP/1.1" status: 200 len: 910 time: 0.0866086 Apr 12 18:53:07.271613 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-301b2ff8-3676-4754-9db8-be8a8d3cb035 req-66ac4523-8b54-4aae-82e7-587dec5f4ec4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc HTTP/1.1" status: 200 len: 1000 time: 0.0736976 Apr 12 18:53:07.318736 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b2ff8-3676-4754-9db8-be8a8d3cb035 req-f0e52ff5-1b91-465f-a42e-73994fc632c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:07.320154 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-301b2ff8-3676-4754-9db8-be8a8d3cb035 req-f0e52ff5-1b91-465f-a42e-73994fc632c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d428eada-472b-4e69-9aed-e3043387f48c HTTP/1.1" status: 200 len: 848 time: 0.0430210 Apr 12 18:53:07.363993 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b2ff8-3676-4754-9db8-be8a8d3cb035 req-d4590af7-97f5-416e-8b1c-07c4fc10f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:07.365365 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-301b2ff8-3676-4754-9db8-be8a8d3cb035 req-d4590af7-97f5-416e-8b1c-07c4fc10f1af service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f64b858d-e4d1-498c-a2c4-da8690332031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389979 Apr 12 18:53:07.459106 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-301b2ff8-3676-4754-9db8-be8a8d3cb035 req-eb80946a-cb9a-44e1-97dd-a476146562d7 service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875607 Apr 12 18:53:07.576776 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-301b2ff8-3676-4754-9db8-be8a8d3cb035 req-df26d463-3690-46e4-916c-02780e4e7fad service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106594 Apr 12 18:53:07.589596 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa69619-eb59-4382-b6cc-754e6a61315c req-18c5b44b-ed66-4d30-908f-d0d0b687e473 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:07.590961 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-afa69619-eb59-4382-b6cc-754e6a61315c req-18c5b44b-ed66-4d30-908f-d0d0b687e473 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0601823 Apr 12 18:53:07.642853 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-afa69619-eb59-4382-b6cc-754e6a61315c req-379f970c-7f5c-47d0-8728-0406a936956c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437803 Apr 12 18:53:08.771350 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050deed-e58b-4c2f-a785-06d6664c7669 req-fbd674e7-98fa-465d-9652-ad3054c5028d tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:08.772856 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6050deed-e58b-4c2f-a785-06d6664c7669 req-fbd674e7-98fa-465d-9652-ad3054c5028d tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0488505 Apr 12 18:53:08.822921 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6050deed-e58b-4c2f-a785-06d6664c7669 req-f077e7b8-4986-4bbe-8394-5e7deb85a5fb tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443525 Apr 12 18:53:09.935161 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb253c-d83d-4dff-8aca-5d15f15f875a req-98d4d481-c103-46a6-a4bc-741495658196 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:09.936687 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbdb253c-d83d-4dff-8aca-5d15f15f875a req-98d4d481-c103-46a6-a4bc-741495658196 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0493917 Apr 12 18:53:09.986832 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbdb253c-d83d-4dff-8aca-5d15f15f875a req-30fe035a-d206-4fcb-9e09-c9cfa598ae3f tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446725 Apr 12 18:53:10.103695 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [req-ea7f1f58-f0bb-4a2f-8506-cf6aab46c6c1 req-24a0d52a-6408-4558-99b8-bc627445d06a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:53:10.105029 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-ea7f1f58-f0bb-4a2f-8506-cf6aab46c6c1 req-24a0d52a-6408-4558-99b8-bc627445d06a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0570920 Apr 12 18:53:10.284239 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b34b79-bcd4-44c3-ae70-f69e062d5bc1 req-0c5cc3a4-64fb-4dd1-b03c-8d3fe3c9c63b tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:10.285683 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c0b34b79-bcd4-44c3-ae70-f69e062d5bc1 req-0c5cc3a4-64fb-4dd1-b03c-8d3fe3c9c63b tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0732787 Apr 12 18:53:10.289450 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-311a14d1-3504-40cc-973c-447b79f61598 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955091 Apr 12 18:53:10.338292 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-c0b34b79-bcd4-44c3-ae70-f69e062d5bc1 req-e94c928c-d10f-41ae-b39a-f46cb9beef59 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469837 Apr 12 18:53:10.922143 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:53:11.446251 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-8b8c41d6-5127-4ab1-a30c-3379cba222de tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:11.448488 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-8b8c41d6-5127-4ab1-a30c-3379cba222de tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports/dd22de41-0ead-4661-bf70-6e28c0c025bc HTTP/1.1" status: 200 len: 942 time: 0.1093028 Apr 12 18:53:11.455126 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95212c-4f03-484c-94a5-3ff73e266601 req-391e4bcd-8ef6-4b74-83f9-2b4a5be91d92 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:11.456737 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2b95212c-4f03-484c-94a5-3ff73e266601 req-391e4bcd-8ef6-4b74-83f9-2b4a5be91d92 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0525992 Apr 12 18:53:11.508292 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2b95212c-4f03-484c-94a5-3ff73e266601 req-bc1b4f53-5c6b-465b-9d84-383c6a6b232b tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435851 Apr 12 18:53:11.925745 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device dd22de41-0ead-4661-bf70-6e28c0c025bc no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:53:12.024648 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port dd22de41-0ead-4661-bf70-6e28c0c025bc is: ACTIVE; New status is: DOWN {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:53:12.025042 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:12.049038 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd22de41-0ead-4661-bf70-6e28c0c025bc'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:53:12.051190 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e0aee4-7ba8-47ff-9a1d-fcbd02681aca" -d '{"events": [{"server_uuid": "e5c68481-0a70-461a-8ec5-798e64f43473", "name": "network-vif-unplugged", "status": "completed", "tag": "dd22de41-0ead-4661-bf70-6e28c0c025bc"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:53:12.063740 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port dd22de41-0ead-4661-bf70-6e28c0c025bc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:53:12.069268 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:12.092336 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 18:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9171f9-3e80-4bba-8ee8-2899085a05e1 x-openstack-request-id: req-8e9171f9-3e80-4bba-8ee8-2899085a05e1 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:53:12.092610 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c68481-0a70-461a-8ec5-798e64f43473", "name": "network-vif-unplugged", "status": "failed", "tag": "dd22de41-0ead-4661-bf70-6e28c0c025bc", "code": 422}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:53:12.093028 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e9171f9-3e80-4bba-8ee8-2899085a05e1 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:53:12.093417 dv-cinder-837536-1-iscsi neutron-server[103440]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8e9171f9-3e80-4bba-8ee8-2899085a05e1']: {'server_uuid': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dd22de41-0ead-4661-bf70-6e28c0c025bc', 'code': 422} returned with failed status Apr 12 18:53:12.118811 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=dd22de41-0ead-4661-bf70-6e28c0c025bc,revision_number=6']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:12.621613 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c897dc1-05b1-418a-b44f-cbaba645199d req-fbcaf054-9f3b-474b-a6d4-056a71ff609f tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:12.623089 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2c897dc1-05b1-418a-b44f-cbaba645199d req-fbcaf054-9f3b-474b-a6d4-056a71ff609f tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0462890 Apr 12 18:53:12.670917 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2c897dc1-05b1-418a-b44f-cbaba645199d req-12c1e23f-d4b1-47a9-86db-81da240bcd22 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416529 Apr 12 18:53:13.332689 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-780eb7a0-e84a-4934-b3de-1360c319eb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:13.792042 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02286b-89fd-4054-a81f-1b453db83d0c req-4ecced24-16b2-44a8-af56-8dda3035e5b9 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:13.793540 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1e02286b-89fd-4054-a81f-1b453db83d0c req-4ecced24-16b2-44a8-af56-8dda3035e5b9 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0525312 Apr 12 18:53:13.848328 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1e02286b-89fd-4054-a81f-1b453db83d0c req-3b2063c0-e148-495e-a89b-4c5ca2459fe1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487092 Apr 12 18:53:14.963214 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3684c99-0cba-4986-bb44-ff65b25cff13 req-b678d7ff-62b1-4ae2-a905-0991ae639f8b tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:14.964685 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e3684c99-0cba-4986-bb44-ff65b25cff13 req-b678d7ff-62b1-4ae2-a905-0991ae639f8b tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0472422 Apr 12 18:53:15.012129 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e3684c99-0cba-4986-bb44-ff65b25cff13 req-069af3ac-7bd8-4f29-be6c-c5287ebb9167 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417199 Apr 12 18:53:15.709715 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-443068ba-0db5-4eeb-abff-b9b73e743e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:15.711221 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-443068ba-0db5-4eeb-abff-b9b73e743e57 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473&tenant_id=975616643d2e40d89222b43a2a5b7fa4 HTTP/1.1" status: 200 len: 1127 time: 0.0394425 Apr 12 18:53:15.757249 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-23934369-6094-459e-8d0c-f4e4aa5bc3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:15.774202 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-289b4a0e-838d-4556-a45b-0d08f75a6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:15.775734 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-289b4a0e-838d-4556-a45b-0d08f75a6172 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=975616643d2e40d89222b43a2a5b7fa4&device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 1127 time: 0.0431197 Apr 12 18:53:15.864600 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-a5672d9d-ff10-48db-9f16-da55a58d787d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:15.866058 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-a5672d9d-ff10-48db-9f16-da55a58d787d service neutron] 10.222.0.65 "GET /v2.0/networks?id=f64b858d-e4d1-498c-a2c4-da8690332031 HTTP/1.1" status: 200 len: 910 time: 0.0843983 Apr 12 18:53:15.936387 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-3b7e8541-eeee-48cc-88f4-696a6467f1ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc HTTP/1.1" status: 200 len: 998 time: 0.0631132 Apr 12 18:53:15.986506 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-b310dc80-542c-42e1-a98a-3e680b45a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:15.987852 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-b310dc80-542c-42e1-a98a-3e680b45a07b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d428eada-472b-4e69-9aed-e3043387f48c HTTP/1.1" status: 200 len: 848 time: 0.0457942 Apr 12 18:53:16.029251 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-bc17d0b8-0168-44d2-ac76-3a9d2d715e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:16.030722 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-bc17d0b8-0168-44d2-ac76-3a9d2d715e23 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f64b858d-e4d1-498c-a2c4-da8690332031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371587 Apr 12 18:53:16.148043 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47422fe-169e-407f-bb5e-28027ac24012 req-8170318b-a28d-4f4c-b005-baf8361c7b75 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:16.149514 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b47422fe-169e-407f-bb5e-28027ac24012 req-8170318b-a28d-4f4c-b005-baf8361c7b75 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0589869 Apr 12 18:53:16.165644 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-2956cfad-d213-4e90-8208-989bf216a6f2 service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290345 Apr 12 18:53:16.253799 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b47422fe-169e-407f-bb5e-28027ac24012 req-d8f9e71e-dc83-47a0-8410-e39b7329c323 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984638 Apr 12 18:53:16.283057 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b52dd7b7-69db-489d-b564-ee7f4cf40321 req-c2f82999-a212-44a5-a9a0-7f824f01c621 service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107337 Apr 12 18:53:16.661764 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:17.381194 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9414c5f-5e66-4ed4-b34b-d9cc8b7d7faa req-1378f71e-1b29-499d-a546-0ecf77bf64cf tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:17.382728 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9414c5f-5e66-4ed4-b34b-d9cc8b7d7faa req-1378f71e-1b29-499d-a546-0ecf77bf64cf tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0480149 Apr 12 18:53:17.433105 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b9414c5f-5e66-4ed4-b34b-d9cc8b7d7faa req-d13ad64a-5fa2-4296-ad5a-e427c2d16968 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447648 Apr 12 18:53:18.071896 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:18.273449 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b3b9c-3ae0-452b-a721-b3f70450648e req-901c2bda-2779-4999-b44e-ec4c35f17860 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:18.274918 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fe4b3b9c-3ae0-452b-a721-b3f70450648e req-901c2bda-2779-4999-b44e-ec4c35f17860 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 947 time: 0.0508866 Apr 12 18:53:18.617331 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeae998-f7e4-47a6-ab9b-ee7c89f2bae1 req-9b496e71-f042-4e17-b69c-f082060c83d9 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:18.618768 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-faeae998-f7e4-47a6-ab9b-ee7c89f2bae1 req-9b496e71-f042-4e17-b69c-f082060c83d9 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0608003 Apr 12 18:53:18.621657 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-fe4b3b9c-3ae0-452b-a721-b3f70450648e req-38c0f7a0-8440-4bc6-9521-b3fee65e2c0f tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3411121 Apr 12 18:53:18.675904 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-faeae998-f7e4-47a6-ab9b-ee7c89f2bae1 req-ccd38d02-373f-440a-8b68-9c178c009d36 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513828 Apr 12 18:53:19.649718 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-19a5944f-dada-4fee-a16b-66e4b838d372 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:19.651163 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-19a5944f-dada-4fee-a16b-66e4b838d372 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.65 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 947 time: 0.0587244 Apr 12 18:53:19.750963 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:19.796322 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab73651-18db-4d82-bd15-63584805bbdf req-b44a0015-066b-41c4-845f-97dac9202185 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:19.797821 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cab73651-18db-4d82-bd15-63584805bbdf req-b44a0015-066b-41c4-845f-97dac9202185 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 947 time: 0.1028535 Apr 12 18:53:19.815973 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Deleting port 8bc81695-37df-4d1b-8885-52ae57e2a73e {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:53:19.816310 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:19.842748 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a5f6d-a3f2-4036-9474-0bc1b7be3a49 req-c8ce2add-e508-4cca-bd3c-84982bd26437 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:19.844209 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e4a5f6d-a3f2-4036-9474-0bc1b7be3a49 req-c8ce2add-e508-4cca-bd3c-84982bd26437 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0975597 Apr 12 18:53:19.947155 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-cab73651-18db-4d82-bd15-63584805bbdf req-d58d0977-9fc7-4cc3-b4c6-8bae8982addb tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd21b0f-e64c-4938-bd55-f666073f6c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405931 Apr 12 18:53:19.972528 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] For port 8bc81695-37df-4d1b-8885-52ae57e2a73e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bc81695-37df-4d1b-8885-52ae57e2a73e,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:53:19.972894 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:19.978358 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-9e4a5f6d-a3f2-4036-9474-0bc1b7be3a49 req-edba5a2a-df36-421a-a9dc-304fbdbdb4d1 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259086 Apr 12 18:53:20.152177 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:20.152566 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637304'] for floatingip (e42cd536-ff1a-44c9-ac98-10d3faf22b42), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:20.152882 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.l3_db [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Floating IP e42cd536-ff1a-44c9-ac98-10d3faf22b42 disassociated. External IP: 172.27.2.59, port: 8bc81695-37df-4d1b-8885-52ae57e2a73e. Apr 12 18:53:20.153229 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Calling delete_port for 8bc81695-37df-4d1b-8885-52ae57e2a73e owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:53:20.286607 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (8bc81695-37df-4d1b-8885-52ae57e2a73e), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:20.318187 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event deleted for resources: {'Port': ['ID=8bc81695-37df-4d1b-8885-52ae57e2a73e,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:20.329549 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:20.329901 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:20.330249 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:20.330595 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:20.330913 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:20.331273 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:20.331615 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:20.331947 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:20.332277 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:20.332602 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:20.332931 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:20.333259 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:20.333580 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:20.333903 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:20.334231 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:20.457085 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:53:20.582763 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:53:20.592866 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83724716-6c13-4fdc-9252-8db9a5456038 None None] Sync routers for ids ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:53:20.602488 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83724716-6c13-4fdc-9252-8db9a5456038 None None] Routers {'6dfe31cd-d6d3-4b70-87ac-fc559689e90f'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:53:20.603099 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-83724716-6c13-4fdc-9252-8db9a5456038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:53:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:53:20.625198 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] No DVR routers for this DVR port 8bc81695-37df-4d1b-8885-52ae57e2a73e on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:53:20.627994 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:20.631492 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-d7a1d4c6-518b-4ebe-8205-cd19015e3fb4 req-f3d2f483-ce7f-44be-a931-88a9e77538a4 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.65 "DELETE /v2.0/ports/8bc81695-37df-4d1b-8885-52ae57e2a73e HTTP/1.1" status: 204 len: 173 time: 0.9751549 Apr 12 18:53:20.631925 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'name': 'network-vif-deleted', 'tag': '8bc81695-37df-4d1b-8885-52ae57e2a73e'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:53:20.634726 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cec1c1-5a7e-4f4c-a021-bb9dd4a9febe" -d '{"events": [{"server_uuid": "c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb", "name": "network-vif-deleted", "tag": "8bc81695-37df-4d1b-8885-52ae57e2a73e"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:53:20.672829 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862378fd-ac0d-493b-8d71-16f44149aa71 x-openstack-request-id: req-862378fd-ac0d-493b-8d71-16f44149aa71 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:53:20.673589 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb", "name": "network-vif-deleted", "tag": "8bc81695-37df-4d1b-8885-52ae57e2a73e", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:53:20.673701 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-862378fd-ac0d-493b-8d71-16f44149aa71 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:53:20.674082 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862378fd-ac0d-493b-8d71-16f44149aa71'] response: {'server_uuid': 'c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb', 'name': 'network-vif-deleted', 'tag': '8bc81695-37df-4d1b-8885-52ae57e2a73e', 'status': 'completed', 'code': 200} Apr 12 18:53:20.719875 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-83724716-6c13-4fdc-9252-8db9a5456038 None None] Set router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:53:20.929373 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-83724716-6c13-4fdc-9252-8db9a5456038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:46Z', 'revision_number': 5, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:53:20.964008 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83724716-6c13-4fdc-9252-8db9a5456038 None None] Checking router: 6dfe31cd-d6d3-4b70-87ac-fc559689e90f for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:53:20.973850 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83724716-6c13-4fdc-9252-8db9a5456038 None None] Routers {'6dfe31cd-d6d3-4b70-87ac-fc559689e90f'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:53:20.974462 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-83724716-6c13-4fdc-9252-8db9a5456038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:53:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:53:21.089184 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-83724716-6c13-4fdc-9252-8db9a5456038 None None] Set router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:53:21.090383 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-82e00d07-56af-4c3b-8dd7-46c8ebca10d2 req-29534341-c06f-4ac6-b722-20c8b01f6b0c tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c481e14d-0cdb-4a5e-b7dd-b6f6e63c06fb HTTP/1.1" status: 200 len: 210 time: 0.0452638 Apr 12 18:53:21.137435 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee0b86-5247-45d2-82fb-45d53d301f5f req-0a7be4e7-77cd-4e2a-b15c-f64bd5e7e311 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:21.139044 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-10ee0b86-5247-45d2-82fb-45d53d301f5f req-0a7be4e7-77cd-4e2a-b15c-f64bd5e7e311 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0845468 Apr 12 18:53:21.197728 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-10ee0b86-5247-45d2-82fb-45d53d301f5f req-3d072d0b-11f0-421a-9245-99f34cb77d0d tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471599 Apr 12 18:53:21.286743 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-83724716-6c13-4fdc-9252-8db9a5456038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:46Z', 'revision_number': 5, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:53:21.313095 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83724716-6c13-4fdc-9252-8db9a5456038 None None] The sync data for ids ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'] in dv-cinder-837536-1-iscsi is: [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:42Z', 'revision_number': 4, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': '7f9477a1-13c2-4350-9800-a5d3bdc79b57', 'name': '', 'network_id': 'fedcd5fe-953f-4c53-85f3-78ac926b4ead', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'mac_address': 'fa:16:3e:a0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:41Z', 'updated_at': '2022-04-12T18:45:46Z', 'revision_number': 5, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'subnets': [{'id': 'fafb02f7-be82-4404-a50a-ecac2fe9b977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:53:21.548374 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106f86b9-e1b6-4c3c-98b2-8d2d1c8c75d3 None None] New status for floating IP e42cd536-ff1a-44c9-ac98-10d3faf22b42: DOWN {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:53:22.192501 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37810) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:22.248319 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-975d564c-3f3d-46bd-85fb-0d6adddf0522 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group (ccd21b0f-e64c-4938-bd55-f666073f6c52), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:22.281803 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-975d564c-3f3d-46bd-85fb-0d6adddf0522 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group (ccd21b0f-e64c-4938-bd55-f666073f6c52), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:22.335701 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8772be1-87aa-423f-8658-f9b7bb49f6f6 req-e77405c0-7b62-4b34-8818-5a21f2d4344d tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:22.337184 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a8772be1-87aa-423f-8658-f9b7bb49f6f6 req-e77405c0-7b62-4b34-8818-5a21f2d4344d tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.0726278 Apr 12 18:53:22.376373 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-975d564c-3f3d-46bd-85fb-0d6adddf0522 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (ccd21b0f-e64c-4938-bd55-f666073f6c52), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:22.379074 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-975d564c-3f3d-46bd-85fb-0d6adddf0522 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:22.380175 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-975d564c-3f3d-46bd-85fb-0d6adddf0522 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "DELETE /v2.0/security-groups/ccd21b0f-e64c-4938-bd55-f666073f6c52 HTTP/1.1" status: 204 len: 168 time: 0.1867275 Apr 12 18:53:22.383246 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 37814) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:22.399786 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.api.v2.resource [None req-defa5175-6c6e-45d1-8a27-2b76d0931226 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] show failed (client error): The resource could not be found. Apr 12 18:53:22.400780 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-defa5175-6c6e-45d1-8a27-2b76d0931226 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "GET /v2.0/security-groups/ccd21b0f-e64c-4938-bd55-f666073f6c52 HTTP/1.1" status: 404 len: 347 time: 0.0165563 Apr 12 18:53:22.401384 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a8772be1-87aa-423f-8658-f9b7bb49f6f6 req-9be0acf1-0bcf-4a33-95fc-833fe125a50a tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583603 Apr 12 18:53:22.402440 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d564c-3f3d-46bd-85fb-0d6adddf0522 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd21b0f-e64c-4938-bd55-f666073f6c52,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:22.403867 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 37816) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:22.530244 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Deleting port f502893c-4656-458c-803f-a9df036a3591 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:53:22.530566 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (f502893c-4656-458c-803f-a9df036a3591), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:22.606251 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (f502893c-4656-458c-803f-a9df036a3591), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:22.606662 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for floatingip (f502893c-4656-458c-803f-a9df036a3591), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:22.619400 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Calling delete_port for f502893c-4656-458c-803f-a9df036a3591 owned by network:floatingip {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:53:22.757470 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (f502893c-4656-458c-803f-a9df036a3591), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:22.782320 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Pushing event deleted for resources: {'Port': ['ID=f502893c-4656-458c-803f-a9df036a3591,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:22.793918 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:22.794282 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:22.794627 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:22.794962 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:22.795330 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:22.795662 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:22.795993 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:22.796318 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:22.796642 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:22.796967 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:22.797289 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:22.797613 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:22.797934 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:22.798254 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:22.798575 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:22.859488 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks [] for floatingip (e42cd536-ff1a-44c9-ac98-10d3faf22b42), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:22.862009 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:22.863234 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-5363bee1-16a3-48f2-8885-7dbdf59bf458 tempest-AttachVolumeShelveTestJSON-793835932 tempest-AttachVolumeShelveTestJSON-793835932-project] 10.222.0.64 "DELETE /v2.0/floatingips/e42cd536-ff1a-44c9-ac98-10d3faf22b42 HTTP/1.1" status: 204 len: 168 time: 0.4584339 Apr 12 18:53:23.588564 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35264605-09c3-4f49-9505-cab3301f2627 req-45e25203-99f5-498a-90d7-29fbdbfbd4bf tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:23.590029 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-35264605-09c3-4f49-9505-cab3301f2627 req-45e25203-99f5-498a-90d7-29fbdbfbd4bf tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 943 time: 0.1016502 Apr 12 18:53:23.638936 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-35264605-09c3-4f49-9505-cab3301f2627 req-02a43edf-59d4-4cf1-a7e0-2dc285779371 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430889 Apr 12 18:53:23.965306 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device dd22de41-0ead-4661-bf70-6e28c0c025bc details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:53:23.968683 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8bc81695-37df-4d1b-8885-52ae57e2a73e no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:53:24.003102 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: 8bc81695-37df-4d1b-8885-52ae57e2a73e {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:53:24.003506 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 8bc81695-37df-4d1b-8885-52ae57e2a73e not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:53:24.092336 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port dd22de41-0ead-4661-bf70-6e28c0c025bc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:53:24.103702 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': 'dd22de41-0ead-4661-bf70-6e28c0c025bc', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'port_id': 'dd22de41-0ead-4661-bf70-6e28c0c025bc', 'mac_address': 'fa:16:3e:c2:87:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:53:24.145569 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port dd22de41-0ead-4661-bf70-6e28c0c025bc is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:53:24.145970 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:24.161461 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd22de41-0ead-4661-bf70-6e28c0c025bc {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:53:24.183156 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port dd22de41-0ead-4661-bf70-6e28c0c025bc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:53:24.193388 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:24.240328 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=dd22de41-0ead-4661-bf70-6e28c0c025bc,revision_number=7']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:24.247510 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:24.247860 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:24.248208 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:24.248609 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:24.248934 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:24.249265 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:24.249591 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:24.249913 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:24.250247 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:24.250570 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:24.250896 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:24.251219 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:24.251559 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:24.251880 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:24.252202 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:53:24.498931 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['dd22de41-0ead-4661-bf70-6e28c0c025bc'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:53:24.811940 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab6aba-85ef-40bb-aa27-d1b91af19807 req-542a5d8d-df61-40c4-b7d2-21fd5afcb87f tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:24.813423 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88ab6aba-85ef-40bb-aa27-d1b91af19807 req-542a5d8d-df61-40c4-b7d2-21fd5afcb87f tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 944 time: 0.0991199 Apr 12 18:53:24.863943 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88ab6aba-85ef-40bb-aa27-d1b91af19807 req-8ae7c3fb-3a21-43ef-a7db-c481984b56e9 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447130 Apr 12 18:53:25.292144 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 37846) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:25.734783 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0f511969-8c6c-43b3-b7d4-b090c8046f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634744'] for router_interface (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:25.977817 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device dd22de41-0ead-4661-bf70-6e28c0c025bc up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:53:25.978603 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700167cc-1a3b-40bf-a8cd-4b60d6a0e02e req-7014e651-97f4-4fb9-8446-5d5d85558c9b tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:25.981372 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-700167cc-1a3b-40bf-a8cd-4b60d6a0e02e req-7014e651-97f4-4fb9-8446-5d5d85558c9b tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 944 time: 0.0514438 Apr 12 18:53:25.986059 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-0f511969-8c6c-43b3-b7d4-b090c8046f01 admin admin] Deleting port 7f9477a1-13c2-4350-9800-a5d3bdc79b57 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:53:25.986339 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0f511969-8c6c-43b3-b7d4-b090c8046f01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:26.023190 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port dd22de41-0ead-4661-bf70-6e28c0c025bc triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:53:26.023611 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:26.031341 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-700167cc-1a3b-40bf-a8cd-4b60d6a0e02e req-e3898fd8-5d70-4b68-986d-53ee18bf5e4f tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450060 Apr 12 18:53:26.068349 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-0f511969-8c6c-43b3-b7d4-b090c8046f01 admin admin] For port 7f9477a1-13c2-4350-9800-a5d3bdc79b57, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=7f9477a1-13c2-4350-9800-a5d3bdc79b57,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:53:26.068711 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0f511969-8c6c-43b3-b7d4-b090c8046f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:26.081909 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-0f511969-8c6c-43b3-b7d4-b090c8046f01 admin admin] Calling delete_port for 7f9477a1-13c2-4350-9800-a5d3bdc79b57 owned by network:router_interface {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:53:26.105368 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port dd22de41-0ead-4661-bf70-6e28c0c025bc is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:53:26.105768 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:26.128963 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd22de41-0ead-4661-bf70-6e28c0c025bc'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:53:26.131230 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4b7b15-3a9a-45f6-bb88-85bf78d35eaf" -d '{"events": [{"server_uuid": "e5c68481-0a70-461a-8ec5-798e64f43473", "name": "network-vif-plugged", "status": "completed", "tag": "dd22de41-0ead-4661-bf70-6e28c0c025bc"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:53:26.144638 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port dd22de41-0ead-4661-bf70-6e28c0c025bc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:53:26.154421 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:26.184220 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686a2102-0c97-4224-ac3d-00607c611a47 x-openstack-request-id: req-686a2102-0c97-4224-ac3d-00607c611a47 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:53:26.184531 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c68481-0a70-461a-8ec5-798e64f43473", "name": "network-vif-plugged", "status": "completed", "tag": "dd22de41-0ead-4661-bf70-6e28c0c025bc", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:53:26.184761 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-686a2102-0c97-4224-ac3d-00607c611a47 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:53:26.185312 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686a2102-0c97-4224-ac3d-00607c611a47'] response: {'server_uuid': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd22de41-0ead-4661-bf70-6e28c0c025bc', 'code': 200} Apr 12 18:53:26.210165 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=dd22de41-0ead-4661-bf70-6e28c0c025bc,revision_number=8']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:26.278177 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0f511969-8c6c-43b3-b7d4-b090c8046f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (7f9477a1-13c2-4350-9800-a5d3bdc79b57), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:26.315140 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f511969-8c6c-43b3-b7d4-b090c8046f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9477a1-13c2-4350-9800-a5d3bdc79b57,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:26.379176 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45107a1-32db-4e26-a452-ed6cc5b62c23 req-24c7c9d4-22da-42d2-a19b-d78ae2c1b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:26.380797 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b45107a1-32db-4e26-a452-ed6cc5b62c23 req-24c7c9d4-22da-42d2-a19b-d78ae2c1b3e0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 1129 time: 0.0410240 Apr 12 18:53:26.430431 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b45107a1-32db-4e26-a452-ed6cc5b62c23 req-cbb2f396-0843-495a-91f0-65b0e63fcbb4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438886 Apr 12 18:53:26.481466 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0f511969-8c6c-43b3-b7d4-b090c8046f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634596'] for router_interface (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:26.720554 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f511969-8c6c-43b3-b7d4-b090c8046f01 admin admin] Router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:53:26.843980 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f511969-8c6c-43b3-b7d4-b090c8046f01 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:53:26.850879 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-0f511969-8c6c-43b3-b7d4-b090c8046f01 admin admin] 10.222.0.64 "PUT /v2.0/routers/6dfe31cd-d6d3-4b70-87ac-fc559689e90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5574088 Apr 12 18:53:26.852862 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 37854) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:26.855547 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a15ba0-c2fb-4009-8fbf-8ad7ae5a8dcf None None] Sync routers for ids ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:53:26.865707 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a15ba0-c2fb-4009-8fbf-8ad7ae5a8dcf None None] Routers {'6dfe31cd-d6d3-4b70-87ac-fc559689e90f'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:53:26.866315 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f2a15ba0-c2fb-4009-8fbf-8ad7ae5a8dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:53:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:53:26.965617 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] Publish callbacks [] for router (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:27.067007 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-f2a15ba0-c2fb-4009-8fbf-8ad7ae5a8dcf None None] Set router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:53:27.073029 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] Publish callbacks [] for router_gateway (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:27.119862 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] Deleting port bd686f21-7ea9-4347-ab6c-f0a837438a8b {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:53:27.120257 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (bd686f21-7ea9-4347-ab6c-f0a837438a8b), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:27.145968 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70d1e4-cafc-4c85-8b22-6da44a0ef17a req-78f5a6c3-c23e-4b2a-b1d8-b633c879a371 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:27.147604 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1c70d1e4-cafc-4c85-8b22-6da44a0ef17a req-78f5a6c3-c23e-4b2a-b1d8-b633c879a371 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0468893 Apr 12 18:53:27.202483 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1c70d1e4-cafc-4c85-8b22-6da44a0ef17a req-ea9029f0-0e3d-4419-9b30-85fa7549be4b tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489957 Apr 12 18:53:27.203517 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] For port bd686f21-7ea9-4347-ab6c-f0a837438a8b, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=bd686f21-7ea9-4347-ab6c-f0a837438a8b,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:53:27.204269 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (bd686f21-7ea9-4347-ab6c-f0a837438a8b), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:27.224913 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] Calling delete_port for bd686f21-7ea9-4347-ab6c-f0a837438a8b owned by network:router_gateway {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:53:27.242945 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f2a15ba0-c2fb-4009-8fbf-8ad7ae5a8dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:53:26Z', 'revision_number': 5, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port': {'id': 'bd686f21-7ea9-4347-ab6c-f0a837438a8b', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:53:27.268976 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a15ba0-c2fb-4009-8fbf-8ad7ae5a8dcf None None] Checking router: 6dfe31cd-d6d3-4b70-87ac-fc559689e90f for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:53:27.277248 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a15ba0-c2fb-4009-8fbf-8ad7ae5a8dcf None None] Routers {'6dfe31cd-d6d3-4b70-87ac-fc559689e90f'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:53:27.277835 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f2a15ba0-c2fb-4009-8fbf-8ad7ae5a8dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:53:16Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:53:27.363339 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-f2a15ba0-c2fb-4009-8fbf-8ad7ae5a8dcf None None] Set router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f gateway port host: None {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:53:27.386537 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (bd686f21-7ea9-4347-ab6c-f0a837438a8b), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:27.411898 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd686f21-7ea9-4347-ab6c-f0a837438a8b,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:27.416522 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f2a15ba0-c2fb-4009-8fbf-8ad7ae5a8dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:53:27Z', 'revision_number': 6, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port_host': None}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:53:27.444421 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a15ba0-c2fb-4009-8fbf-8ad7ae5a8dcf None None] The sync data for ids ['6dfe31cd-d6d3-4b70-87ac-fc559689e90f'] in dv-cinder-837536-1-iscsi is: [{'id': '6dfe31cd-d6d3-4b70-87ac-fc559689e90f', 'name': 'tempest-AttachVolumeShelveTestJSON-1522897056-router', 'tenant_id': '9914a54a3f8d4c48a054cce03514427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:45:39Z', 'updated_at': '2022-04-12T18:53:27Z', 'revision_number': 6, 'project_id': '9914a54a3f8d4c48a054cce03514427b', 'gw_port_host': None}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:53:27.477967 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637250'] for router_gateway (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:27.571465 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58768'] for router (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:27.573648 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] Publish callbacks [] for router_controller (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), precommit_delete_associations {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:27.857117 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1631591'] for router (6dfe31cd-d6d3-4b70-87ac-fc559689e90f), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:27.857706 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dfe31cd-d6d3-4b70-87ac-fc559689e90f {{(pid=103438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:53:27.864784 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:27.864784 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-94bd194d-4873-4613-bf76-204cec965b6e admin admin] 10.222.0.64 "DELETE /v2.0/routers/6dfe31cd-d6d3-4b70-87ac-fc559689e90f HTTP/1.1" status: 204 len: 168 time: 1.0096326 Apr 12 18:53:27.866175 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 37858) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:27.920746 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4d14c3-9941-4cbc-b213-64efd29b381f admin admin] Deleting subnet fafb02f7-be82-4404-a50a-ecac2fe9b977 {{(pid=103438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:53:27.924600 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-de4d14c3-9941-4cbc-b213-64efd29b381f admin admin] Publish callbacks [] for subnet (fafb02f7-be82-4404-a50a-ecac2fe9b977), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:27.962034 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-de4d14c3-9941-4cbc-b213-64efd29b381f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8176931'] for subnet (fafb02f7-be82-4404-a50a-ecac2fe9b977), precommit_delete_associations {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.040053 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-de4d14c3-9941-4cbc-b213-64efd29b381f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (fafb02f7-be82-4404-a50a-ecac2fe9b977), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.092213 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-de4d14c3-9941-4cbc-b213-64efd29b381f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8176844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7482600'] for subnet (fafb02f7-be82-4404-a50a-ecac2fe9b977), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.118159 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d14c3-9941-4cbc-b213-64efd29b381f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fafb02f7-be82-4404-a50a-ecac2fe9b977,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:28.120046 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-de4d14c3-9941-4cbc-b213-64efd29b381f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.123073 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-de4d14c3-9941-4cbc-b213-64efd29b381f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fafb02f7-be82-4404-a50a-ecac2fe9b977 HTTP/1.1" status: 204 len: 168 time: 0.2559385 Apr 12 18:53:28.124747 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba52cb2c-375a-4fd7-8cb3-a9ce4272b359 None None] Network fedcd5fe-953f-4c53-85f3-78ac926b4ead requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:53:28.125806 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 37860) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:28.198179 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (fedcd5fe-953f-4c53-85f3-78ac926b4ead), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.245533 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] Deleting port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:53:28.245724 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.290826 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a180c0-c9c2-4149-8d47-4b3f882ab8d6 None None] DHCP port deletion for fedcd5fe-953f-4c53-85f3-78ac926b4ead request from dv-cinder-837536-1-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:53:28.316697 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] For port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:53:28.317060 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.344155 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] Calling delete_port for 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee owned by network:dhcp {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:53:28.344973 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-85a180c0-c9c2-4149-8d47-4b3f882ab8d6 None None] Deleting port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:53:28.345444 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-85a180c0-c9c2-4149-8d47-4b3f882ab8d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.362235 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60679fe1-1e9f-45b1-9b2b-6a380146c4d9 req-4031389c-15e9-4714-a622-d0c3ce7ee20c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:28.364425 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-60679fe1-1e9f-45b1-9b2b-6a380146c4d9 req-4031389c-15e9-4714-a622-d0c3ce7ee20c tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0770288 Apr 12 18:53:28.370087 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:53:28.427252 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-60679fe1-1e9f-45b1-9b2b-6a380146c4d9 req-606fd2ea-2b9b-44d5-8f7a-24f8263db986 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557623 Apr 12 18:53:28.436354 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.441999 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-85a180c0-c9c2-4149-8d47-4b3f882ab8d6 None None] For port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee,segment=NetworkSegment(d1c57508-3051-4481-85da-9baa75f90c00),segment_id=d1c57508-3051-4481-85da-9baa75f90c00)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:53:28.442406 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-85a180c0-c9c2-4149-8d47-4b3f882ab8d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.460983 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-85a180c0-c9c2-4149-8d47-4b3f882ab8d6 None None] Calling delete_port for 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:53:28.464304 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:28.466236 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] No DVR routers for this DVR port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee on host dv-cinder-837536-1-iscsi {{(pid=103438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:53:28.474815 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No active binding found for port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee {{(pid=103440) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 12 18:53:28.475221 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] The host dv-cinder-837536-1-iscsi is not matching for port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee host None! {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 12 18:53:28.475619 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:53:28.476041 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device bd686f21-7ea9-4347-ab6c-f0a837438a8b no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:53:28.527964 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: bd686f21-7ea9-4347-ab6c-f0a837438a8b {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:53:28.528316 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device bd686f21-7ea9-4347-ab6c-f0a837438a8b not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:53:28.528743 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 7f9477a1-13c2-4350-9800-a5d3bdc79b57 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:53:28.543954 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (fedcd5fe-953f-4c53-85f3-78ac926b4ead), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.550000 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 7f9477a1-13c2-4350-9800-a5d3bdc79b57 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:53:28.550352 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 7f9477a1-13c2-4350-9800-a5d3bdc79b57 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:53:28.574662 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedcd5fe-953f-4c53-85f3-78ac926b4ead']}} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:53:28.584554 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c57508-3051-4481-85da-9baa75f90c00') {'for_net_delete': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:53:28.584854 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c57508-3051-4481-85da-9baa75f90c00') {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:53:28.591459 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-85a180c0-c9c2-4149-8d47-4b3f882ab8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575'] for port (9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.594505 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8176920'] for segment (d1c57508-3051-4481-85da-9baa75f90c00), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.608696 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (d1c57508-3051-4481-85da-9baa75f90c00), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.614959 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:53:28.615374 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176758'] for segment (d1c57508-3051-4481-85da-9baa75f90c00), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.616768 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a180c0-c9c2-4149-8d47-4b3f882ab8d6 None None] Pushing event deleted for resources: {'Port': ['ID=9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: Traceback (most recent call last): Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: timer() Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: cb(*args, **kw) Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: return func(*args, **kwargs) Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: self._notify() Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: self.callback(batched_events) Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: event.method(event) Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: return f(self, *a, **k) Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._get(url).json() Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: return self.request(url, 'GET', **kwargs) Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:53:28.617526 dv-cinder-837536-1-iscsi neutron-server[103438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:53:28.623560 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a180c0-c9c2-4149-8d47-4b3f882ab8d6 None None] No DVR routers for this DVR port 9ecb7761-c0a5-4b7a-8ec5-0c0dffbc37ee on host dv-cinder-837536-1-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:53:28.678323 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (fedcd5fe-953f-4c53-85f3-78ac926b4ead), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.683803 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.686955 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] 10.222.0.64 "DELETE /v2.0/networks/fedcd5fe-953f-4c53-85f3-78ac926b4ead HTTP/1.1" status: 204 len: 168 time: 0.5602775 Apr 12 18:53:28.698698 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b055d-8a1f-4044-8ecc-f7908ef52049 admin admin] Pushing event deleted for resources: {'Network': ['ID=fedcd5fe-953f-4c53-85f3-78ac926b4ead,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:28.803947 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 37868) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:28.844433 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-5c494961-61a8-4c73-a46e-bfcea871a7e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9914a54a3f8d4c48a054cce03514427b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391710 Apr 12 18:53:28.848295 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 37870) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:28.906638 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9283daa4-ad54-4a78-b62c-8cf128216056 admin admin] Publish callbacks [] for security_group (d9c6aaf0-fa80-42f6-bcb3-1bff12a571e6), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.929172 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9283daa4-ad54-4a78-b62c-8cf128216056 admin admin] Publish callbacks [] for security_group (d9c6aaf0-fa80-42f6-bcb3-1bff12a571e6), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.978029 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9283daa4-ad54-4a78-b62c-8cf128216056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (d9c6aaf0-fa80-42f6-bcb3-1bff12a571e6), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.980916 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9283daa4-ad54-4a78-b62c-8cf128216056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:28.982057 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-9283daa4-ad54-4a78-b62c-8cf128216056 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9c6aaf0-fa80-42f6-bcb3-1bff12a571e6 HTTP/1.1" status: 204 len: 168 time: 0.1325724 Apr 12 18:53:28.990643 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283daa4-ad54-4a78-b62c-8cf128216056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c6aaf0-fa80-42f6-bcb3-1bff12a571e6,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:28.993732 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:30.783783 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37920) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:30.899828 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a27691da-41fd-4a24-9909-049e5bcd315f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:30.988536 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a27691da-41fd-4a24-9909-049e5bcd315f admin admin] Publish callbacks [] for security_group (e38dc705-f766-4b04-96da-8f939df4f7fc), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:30.994602 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-a27691da-41fd-4a24-9909-049e5bcd315f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (e38dc705-f766-4b04-96da-8f939df4f7fc), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:31.038930 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-a27691da-41fd-4a24-9909-049e5bcd315f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93ceda887da24322869b32a116c0af09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540379 Apr 12 18:53:31.039819 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27691da-41fd-4a24-9909-049e5bcd315f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38dc705-f766-4b04-96da-8f939df4f7fc,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:31.041900 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 37924) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:31.092104 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b98f-7047-4de2-afae-94aeecaf616a admin admin] Publish callbacks [] for security_group (e38dc705-f766-4b04-96da-8f939df4f7fc), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:31.114626 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b98f-7047-4de2-afae-94aeecaf616a admin admin] Publish callbacks [] for security_group (e38dc705-f766-4b04-96da-8f939df4f7fc), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:31.165066 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b98f-7047-4de2-afae-94aeecaf616a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (e38dc705-f766-4b04-96da-8f939df4f7fc), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:31.167606 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b98f-7047-4de2-afae-94aeecaf616a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:31.168754 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-c2e5b98f-7047-4de2-afae-94aeecaf616a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e38dc705-f766-4b04-96da-8f939df4f7fc HTTP/1.1" status: 204 len: 168 time: 0.1258926 Apr 12 18:53:31.176586 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5b98f-7047-4de2-afae-94aeecaf616a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38dc705-f766-4b04-96da-8f939df4f7fc,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:31.446697 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 37930) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:31.460605 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-56402091-3ef1-4d3f-b282-f6e1ffa3fedf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:31.549867 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-56402091-3ef1-4d3f-b282-f6e1ffa3fedf admin admin] Publish callbacks [] for security_group (dc89c39a-2d5f-4f08-bf19-c912128c2c66), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:31.555498 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-56402091-3ef1-4d3f-b282-f6e1ffa3fedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (dc89c39a-2d5f-4f08-bf19-c912128c2c66), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:31.593990 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-56402091-3ef1-4d3f-b282-f6e1ffa3fedf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ab2c64056cdd4108a4d139c070774369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461966 Apr 12 18:53:31.594819 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56402091-3ef1-4d3f-b282-f6e1ffa3fedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc89c39a-2d5f-4f08-bf19-c912128c2c66,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:31.597078 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 37932) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:31.645430 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fdee8f9c-1b00-46c8-ba37-87fd4d718b8a admin admin] Publish callbacks [] for security_group (dc89c39a-2d5f-4f08-bf19-c912128c2c66), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:31.667883 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fdee8f9c-1b00-46c8-ba37-87fd4d718b8a admin admin] Publish callbacks [] for security_group (dc89c39a-2d5f-4f08-bf19-c912128c2c66), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:31.717801 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fdee8f9c-1b00-46c8-ba37-87fd4d718b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (dc89c39a-2d5f-4f08-bf19-c912128c2c66), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:31.720408 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fdee8f9c-1b00-46c8-ba37-87fd4d718b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:31.721563 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-fdee8f9c-1b00-46c8-ba37-87fd4d718b8a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc89c39a-2d5f-4f08-bf19-c912128c2c66 HTTP/1.1" status: 204 len: 168 time: 0.1235201 Apr 12 18:53:31.729841 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee8f9c-1b00-46c8-ba37-87fd4d718b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc89c39a-2d5f-4f08-bf19-c912128c2c66,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:35.325452 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32099c25-112a-4608-8163-1cd3abf56d36 req-9f0c5a85-3cff-4eb8-9837-b71ef5adb629 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393517 Apr 12 18:53:35.386494 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32099c25-112a-4608-8163-1cd3abf56d36 req-5860633d-ed1a-4443-87d8-cd81a9187a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:35.388011 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32099c25-112a-4608-8163-1cd3abf56d36 req-5860633d-ed1a-4443-87d8-cd81a9187a0b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=975616643d2e40d89222b43a2a5b7fa4&device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 1129 time: 0.0411046 Apr 12 18:53:35.503095 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32099c25-112a-4608-8163-1cd3abf56d36 req-65032a1b-330f-452c-a55b-4715b28332e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:35.504615 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32099c25-112a-4608-8163-1cd3abf56d36 req-65032a1b-330f-452c-a55b-4715b28332e6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f64b858d-e4d1-498c-a2c4-da8690332031 HTTP/1.1" status: 200 len: 910 time: 0.0987475 Apr 12 18:53:35.568727 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32099c25-112a-4608-8163-1cd3abf56d36 req-d92a744e-c3cc-4fcf-ac55-ec84aff1a6bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc HTTP/1.1" status: 200 len: 1000 time: 0.0583994 Apr 12 18:53:35.628473 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32099c25-112a-4608-8163-1cd3abf56d36 req-5aa1e8a2-39ee-4176-a391-d104bfb658cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:35.629809 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32099c25-112a-4608-8163-1cd3abf56d36 req-5aa1e8a2-39ee-4176-a391-d104bfb658cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d428eada-472b-4e69-9aed-e3043387f48c HTTP/1.1" status: 200 len: 848 time: 0.0547032 Apr 12 18:53:35.672642 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32099c25-112a-4608-8163-1cd3abf56d36 req-d12bddfa-7fbe-4aea-8fd5-0d190f866760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:35.674105 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32099c25-112a-4608-8163-1cd3abf56d36 req-d12bddfa-7fbe-4aea-8fd5-0d190f866760 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f64b858d-e4d1-498c-a2c4-da8690332031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384257 Apr 12 18:53:35.763587 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32099c25-112a-4608-8163-1cd3abf56d36 req-7679b7b1-4aac-471e-b722-e83940a756d2 service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831394 Apr 12 18:53:35.860526 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-32099c25-112a-4608-8163-1cd3abf56d36 req-2dc62917-cad2-4fe2-9b8d-bef1ce1771a8 service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913925 Apr 12 18:53:36.085476 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 38006) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:36.207701 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d3664764-e0ae-443f-9038-2a0dd3583980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:36.286538 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d3664764-e0ae-443f-9038-2a0dd3583980 admin admin] Publish callbacks [] for security_group (1903e951-96c7-4e42-9e39-0ff25382f088), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:36.292428 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d3664764-e0ae-443f-9038-2a0dd3583980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (1903e951-96c7-4e42-9e39-0ff25382f088), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:36.332375 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-d3664764-e0ae-443f-9038-2a0dd3583980 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a75ea193df943f28feba0d69cfbb77a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456040 Apr 12 18:53:36.333221 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3664764-e0ae-443f-9038-2a0dd3583980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1903e951-96c7-4e42-9e39-0ff25382f088,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:36.336146 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38010) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:36.388107 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2c902630-a2ea-47be-a25d-40d66e985ee2 admin admin] Publish callbacks [] for security_group (1903e951-96c7-4e42-9e39-0ff25382f088), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:36.410523 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2c902630-a2ea-47be-a25d-40d66e985ee2 admin admin] Publish callbacks [] for security_group (1903e951-96c7-4e42-9e39-0ff25382f088), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:36.464763 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2c902630-a2ea-47be-a25d-40d66e985ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (1903e951-96c7-4e42-9e39-0ff25382f088), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:36.467684 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2c902630-a2ea-47be-a25d-40d66e985ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:36.468883 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-2c902630-a2ea-47be-a25d-40d66e985ee2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1903e951-96c7-4e42-9e39-0ff25382f088 HTTP/1.1" status: 204 len: 168 time: 0.1313720 Apr 12 18:53:36.476432 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c902630-a2ea-47be-a25d-40d66e985ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1903e951-96c7-4e42-9e39-0ff25382f088,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:36.756010 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38016) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:36.772187 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8317d029-7476-4255-ac52-5874feee7883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:36.848745 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8317d029-7476-4255-ac52-5874feee7883 admin admin] Publish callbacks [] for security_group (59fafecf-c0de-4499-973a-64566d7d7eac), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:36.854138 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8317d029-7476-4255-ac52-5874feee7883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (59fafecf-c0de-4499-973a-64566d7d7eac), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:36.891997 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-8317d029-7476-4255-ac52-5874feee7883 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47625084f8a84b25b7543b266543e784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348996 Apr 12 18:53:36.892838 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317d029-7476-4255-ac52-5874feee7883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fafecf-c0de-4499-973a-64566d7d7eac,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:36.895725 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 38018) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:36.960844 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9b7f86e3-6345-4e1f-816d-b1381ba27f83 admin admin] Publish callbacks [] for security_group (59fafecf-c0de-4499-973a-64566d7d7eac), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:36.982825 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9b7f86e3-6345-4e1f-816d-b1381ba27f83 admin admin] Publish callbacks [] for security_group (59fafecf-c0de-4499-973a-64566d7d7eac), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:37.032561 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9b7f86e3-6345-4e1f-816d-b1381ba27f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (59fafecf-c0de-4499-973a-64566d7d7eac), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:37.035254 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-9b7f86e3-6345-4e1f-816d-b1381ba27f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:37.036428 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-9b7f86e3-6345-4e1f-816d-b1381ba27f83 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59fafecf-c0de-4499-973a-64566d7d7eac HTTP/1.1" status: 204 len: 168 time: 0.1393001 Apr 12 18:53:37.044078 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f86e3-6345-4e1f-816d-b1381ba27f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fafecf-c0de-4499-973a-64566d7d7eac,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:38.118820 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 38052) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:38.232089 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-00c5c6ca-fcff-4a08-be59-f28440fce713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:38.306969 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-00c5c6ca-fcff-4a08-be59-f28440fce713 admin admin] Publish callbacks [] for security_group (d2583dc5-08ec-416f-84ad-b84184197184), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:38.311911 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-00c5c6ca-fcff-4a08-be59-f28440fce713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (d2583dc5-08ec-416f-84ad-b84184197184), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:38.349446 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-00c5c6ca-fcff-4a08-be59-f28440fce713 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4dcbae94b4454f3abaa3580dfff507e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294836 Apr 12 18:53:38.350302 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c6ca-fcff-4a08-be59-f28440fce713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2583dc5-08ec-416f-84ad-b84184197184,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:38.353075 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38056) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:38.402238 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c783c265-265a-4fdc-bc15-579a85212300 admin admin] Publish callbacks [] for security_group (d2583dc5-08ec-416f-84ad-b84184197184), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:38.423664 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c783c265-265a-4fdc-bc15-579a85212300 admin admin] Publish callbacks [] for security_group (d2583dc5-08ec-416f-84ad-b84184197184), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:38.473047 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c783c265-265a-4fdc-bc15-579a85212300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (d2583dc5-08ec-416f-84ad-b84184197184), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:38.477060 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c783c265-265a-4fdc-bc15-579a85212300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:38.478729 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-c783c265-265a-4fdc-bc15-579a85212300 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2583dc5-08ec-416f-84ad-b84184197184 HTTP/1.1" status: 204 len: 168 time: 0.1242249 Apr 12 18:53:38.486331 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783c265-265a-4fdc-bc15-579a85212300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2583dc5-08ec-416f-84ad-b84184197184,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:43.328710 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2aa51ebd-327f-44a6-ac22-31c464365ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:45.753954 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e6c2af9c-2191-42a3-b5cb-3f79b4cb092f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:46.656911 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:46.816432 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38182) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:46.925254 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9d780af6-3b47-4476-a88f-df50da34e4c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:47.005076 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9d780af6-3b47-4476-a88f-df50da34e4c0 admin admin] Publish callbacks [] for security_group (10ca741b-6ab8-4a5c-856d-1248d64f4f7d), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:47.010549 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9d780af6-3b47-4476-a88f-df50da34e4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (10ca741b-6ab8-4a5c-856d-1248d64f4f7d), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:47.048460 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-9d780af6-3b47-4476-a88f-df50da34e4c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c97b75057384ecca2b2f100089d2349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309363 Apr 12 18:53:47.049612 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d780af6-3b47-4476-a88f-df50da34e4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ca741b-6ab8-4a5c-856d-1248d64f4f7d,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:47.051461 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 38186) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:47.104335 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-521e7e64-8795-4563-af89-aac970e7cc4d admin admin] Publish callbacks [] for security_group (10ca741b-6ab8-4a5c-856d-1248d64f4f7d), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:47.126782 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-521e7e64-8795-4563-af89-aac970e7cc4d admin admin] Publish callbacks [] for security_group (10ca741b-6ab8-4a5c-856d-1248d64f4f7d), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:47.176466 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-521e7e64-8795-4563-af89-aac970e7cc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (10ca741b-6ab8-4a5c-856d-1248d64f4f7d), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:47.180379 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-521e7e64-8795-4563-af89-aac970e7cc4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:47.182197 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-521e7e64-8795-4563-af89-aac970e7cc4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10ca741b-6ab8-4a5c-856d-1248d64f4f7d HTTP/1.1" status: 204 len: 168 time: 0.1288102 Apr 12 18:53:47.191525 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e7e64-8795-4563-af89-aac970e7cc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ca741b-6ab8-4a5c-856d-1248d64f4f7d,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:47.461179 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38192) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:47.474780 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-32b46c08-f818-4d1f-b242-4f55e66c97fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:47.548582 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-32b46c08-f818-4d1f-b242-4f55e66c97fb admin admin] Publish callbacks [] for security_group (8e8c36ac-5d96-45e0-a0d8-072a93c16568), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:47.554868 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-32b46c08-f818-4d1f-b242-4f55e66c97fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (8e8c36ac-5d96-45e0-a0d8-072a93c16568), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:47.596626 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-32b46c08-f818-4d1f-b242-4f55e66c97fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de8a807abc184ac8bac9aad8b7a54a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343594 Apr 12 18:53:47.597448 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b46c08-f818-4d1f-b242-4f55e66c97fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8c36ac-5d96-45e0-a0d8-072a93c16568,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:47.600121 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 38194) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:47.649992 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8aa350d4-4cd8-42c3-a952-da813c69b923 admin admin] Publish callbacks [] for security_group (8e8c36ac-5d96-45e0-a0d8-072a93c16568), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:47.671311 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8aa350d4-4cd8-42c3-a952-da813c69b923 admin admin] Publish callbacks [] for security_group (8e8c36ac-5d96-45e0-a0d8-072a93c16568), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:47.721087 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8aa350d4-4cd8-42c3-a952-da813c69b923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (8e8c36ac-5d96-45e0-a0d8-072a93c16568), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:47.723745 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-8aa350d4-4cd8-42c3-a952-da813c69b923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:47.724905 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-8aa350d4-4cd8-42c3-a952-da813c69b923 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e8c36ac-5d96-45e0-a0d8-072a93c16568 HTTP/1.1" status: 204 len: 168 time: 0.1235650 Apr 12 18:53:47.732494 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa350d4-4cd8-42c3-a952-da813c69b923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8c36ac-5d96-45e0-a0d8-072a93c16568,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:47.920249 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:53:48.068273 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 38200) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:48.073854 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:48.081670 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7a120629-71e7-479a-b07a-d259ff9e2870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:48.158253 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7a120629-71e7-479a-b07a-d259ff9e2870 admin admin] Publish callbacks [] for security_group (933f6df3-30ba-4834-bca9-4160a2da4d53), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:48.164851 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-7a120629-71e7-479a-b07a-d259ff9e2870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (933f6df3-30ba-4834-bca9-4160a2da4d53), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:48.204939 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-7a120629-71e7-479a-b07a-d259ff9e2870 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dba4d58afe11470f8e8bcf1d370b9931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355865 Apr 12 18:53:48.206073 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a120629-71e7-479a-b07a-d259ff9e2870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933f6df3-30ba-4834-bca9-4160a2da4d53,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:48.207973 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38204) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:48.257914 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5ede6f81-8cd6-4a3a-9ab5-c07305919a8e admin admin] Publish callbacks [] for security_group (933f6df3-30ba-4834-bca9-4160a2da4d53), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:48.280002 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5ede6f81-8cd6-4a3a-9ab5-c07305919a8e admin admin] Publish callbacks [] for security_group (933f6df3-30ba-4834-bca9-4160a2da4d53), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:48.332066 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5ede6f81-8cd6-4a3a-9ab5-c07305919a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (933f6df3-30ba-4834-bca9-4160a2da4d53), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:48.334681 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5ede6f81-8cd6-4a3a-9ab5-c07305919a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:48.335853 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-5ede6f81-8cd6-4a3a-9ab5-c07305919a8e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/933f6df3-30ba-4834-bca9-4160a2da4d53 HTTP/1.1" status: 204 len: 168 time: 0.1268773 Apr 12 18:53:48.343483 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede6f81-8cd6-4a3a-9ab5-c07305919a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933f6df3-30ba-4834-bca9-4160a2da4d53,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:49.039147 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 38226) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:49.134355 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1819136654-network', 'tenant_id': '628b42f56ea548c8ac31277f85cb1f45'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:53:49.154891 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] Made reservation on behalf of 628b42f56ea548c8ac31277f85cb1f45 for: {'network': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:53:49.157159 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for network (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:49.165658 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:49.242036 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] Publish callbacks [] for security_group (923129c3-00aa-4fed-aa0d-d6c7a6e0ccff), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:49.247927 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (923129c3-00aa-4fed-aa0d-d6c7a6e0ccff), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:49.271314 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:53:49.280772 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:49.285373 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (7a8c4965-1a3f-4b28-8c92-93601dd6f9ca), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:49.285711 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.db.segments_db [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] Added segment 7a8c4965-1a3f-4b28-8c92-93601dd6f9ca of type vlan for network cfe4da47-92d5-4956-98a4-a30501a8cf24 Apr 12 18:53:49.326072 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788791770323'] for network (cfe4da47-92d5-4956-98a4-a30501a8cf24), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:49.351464 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651'] for network (cfe4da47-92d5-4956-98a4-a30501a8cf24), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:49.352490 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:49.353087 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:49.410055 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3697038 Apr 12 18:53:49.413313 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38230) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:53:49.417518 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0f4c4-0b23-4b4e-b0f4-cfe89e8502d3 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe4da47-92d5-4956-98a4-a30501a8cf24,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:49.418257 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.v2.base [None req-85f14a9e-6788-4713-aa16-1a206573b878 admin admin] Request body: {'subnet': {'network_id': 'cfe4da47-92d5-4956-98a4-a30501a8cf24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1819136654-subnet', 'tenant_id': '628b42f56ea548c8ac31277f85cb1f45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:53:49.427724 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Network cfe4da47-92d5-4956-98a4-a30501a8cf24 details requested by agent ovs-agent-dv-cinder-837536-1-iscsi with host dv-cinder-837536-1-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:53:49.439412 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f14a9e-6788-4713-aa16-1a206573b878 admin admin] Made reservation on behalf of 628b42f56ea548c8ac31277f85cb1f45 for: {'subnet': 1} {{(pid=103438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:53:49.441713 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-85f14a9e-6788-4713-aa16-1a206573b878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7482567'] for subnet (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:49.617824 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-85f14a9e-6788-4713-aa16-1a206573b878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8176915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7482577'] for subnet (996e94d0-d160-4a28-a785-b04a98d76f63), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:49.668923 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f14a9e-6788-4713-aa16-1a206573b878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=996e94d0-d160-4a28-a785-b04a98d76f63,revision_number=0']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:49.679963 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f14a9e-6788-4713-aa16-1a206573b878 admin admin] Checking segment: {'id': '7a8c4965-1a3f-4b28-8c92-93601dd6f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cfe4da47-92d5-4956-98a4-a30501a8cf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:53:49.680329 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f14a9e-6788-4713-aa16-1a206573b878 admin admin] Network hostable DHCP agents. Network: cfe4da47-92d5-4956-98a4-a30501a8cf24, hostable agents: ['010e9d19-5344-48ad-99d9-b718af85017b'], hosted agents: [] {{(pid=103438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:53:49.701698 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f14a9e-6788-4713-aa16-1a206573b878 admin admin] Network cfe4da47-92d5-4956-98a4-a30501a8cf24 is scheduled to be hosted by DHCP agent 010e9d19-5344-48ad-99d9-b718af85017b with binding_index 1 {{(pid=103438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:53:49.712618 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.base_scheduler [None req-85f14a9e-6788-4713-aa16-1a206573b878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837536-1-iscsi, cfe4da47-92d5-4956-98a4-a30501a8cf24) {{(pid=103438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:53:49.717045 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f14a9e-6788-4713-aa16-1a206573b878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:49.717639 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-85f14a9e-6788-4713-aa16-1a206573b878 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:49.724188 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4c380a-31f7-4c10-bd7c-9b466dd9fe88 None None] Network cfe4da47-92d5-4956-98a4-a30501a8cf24 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:53:49.735450 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-85f14a9e-6788-4713-aa16-1a206573b878 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3210423 Apr 12 18:53:49.804066 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:49.845586 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c8b32c-3e56-46c8-9ae9-4c95d8afcd98 None None] Network cfe4da47-92d5-4956-98a4-a30501a8cf24 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:53:51.481030 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-ac58b899-59eb-492b-bf49-910608b01341 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:51.482394 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-ac58b899-59eb-492b-bf49-910608b01341 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/networks?id=cfe4da47-92d5-4956-98a4-a30501a8cf24 HTTP/1.1" status: 200 len: 814 time: 0.1003098 Apr 12 18:53:51.496591 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-c96d557e-cefc-4be9-92c3-9f5b872f5001 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/quotas/628b42f56ea548c8ac31277f85cb1f45 HTTP/1.1" status: 200 len: 375 time: 0.0088942 Apr 12 18:53:51.533057 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-a978aa0f-c723-4f12-9501-dcd284a021a8 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=628b42f56ea548c8ac31277f85cb1f45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317352 Apr 12 18:53:51.591598 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-ab2f77f6-fbcf-4be1-87f2-a10646b9a919 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:53:51.592725 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-ab2f77f6-fbcf-4be1-87f2-a10646b9a919 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535958 Apr 12 18:53:51.681599 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-281fa057-95e9-4e89-acd9-f83008359576 service neutron] 10.222.0.64 "GET /v2.0/networks/cfe4da47-92d5-4956-98a4-a30501a8cf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829329 Apr 12 18:53:51.777744 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-515ad0c4-8f70-4316-a7ac-a5c061ff0d5f service neutron] 10.222.0.64 "GET /v2.0/networks/cfe4da47-92d5-4956-98a4-a30501a8cf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890934 Apr 12 18:53:51.941343 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-211ff22f-2e87-4ac7-a9a5-47b9e434bbd5 req-ed932a16-4018-4424-b270-a39abb66c843 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 210 time: 0.0287759 Apr 12 18:53:52.894406 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-15892d38-96f7-4484-81a8-107b83a18b83 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:52.895876 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-15892d38-96f7-4484-81a8-107b83a18b83 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.65 "GET /v2.0/networks?id=cfe4da47-92d5-4956-98a4-a30501a8cf24 HTTP/1.1" status: 200 len: 814 time: 0.1027822 Apr 12 18:53:52.907904 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-7006c00d-7bca-41d3-a870-deb693f295d9 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Request body: {'port': {'device_id': '07a0f1a9-d18d-4916-81b5-623ca1f42e20', 'network_id': 'cfe4da47-92d5-4956-98a4-a30501a8cf24', 'admin_state_up': True, 'tenant_id': '628b42f56ea548c8ac31277f85cb1f45'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:53:53.041111 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-03da947c-63a8-485c-aa0e-c3a4561581b4 req-c4d37601-7d90-4eaf-a475-d6a47eb36483 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 210 time: 0.0334039 Apr 12 18:53:53.046872 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-7006c00d-7bca-41d3-a870-deb693f295d9 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Made reservation on behalf of 628b42f56ea548c8ac31277f85cb1f45 for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:53:53.050304 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-7006c00d-7bca-41d3-a870-deb693f295d9 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:53.178007 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-7006c00d-7bca-41d3-a870-deb693f295d9 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Allocated IP 172.20.0.2 (cfe4da47-92d5-4956-98a4-a30501a8cf24/996e94d0-d160-4a28-a785-b04a98d76f63/c7dd0b4a-9754-468b-bf96-c83ede3bdd1e) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:53:53.336099 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-7006c00d-7bca-41d3-a870-deb693f295d9 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks [] for port (c7dd0b4a-9754-468b-bf96-c83ede3bdd1e), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:53.371728 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-7006c00d-7bca-41d3-a870-deb693f295d9 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (c7dd0b4a-9754-468b-bf96-c83ede3bdd1e), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:53.418268 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-7006c00d-7bca-41d3-a870-deb693f295d9 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Network cfe4da47-92d5-4956-98a4-a30501a8cf24 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:53:53.423545 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-7006c00d-7bca-41d3-a870-deb693f295d9 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:53:53.427225 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-7006c00d-7bca-41d3-a870-deb693f295d9 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:53:53.433741 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006c00d-7bca-41d3-a870-deb693f295d9 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Pushing event updated for resources: {'Port': ['ID=c7dd0b4a-9754-468b-bf96-c83ede3bdd1e,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:53.480020 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-7006c00d-7bca-41d3-a870-deb693f295d9 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:53.480637 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-7006c00d-7bca-41d3-a870-deb693f295d9 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:53.498510 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-7006c00d-7bca-41d3-a870-deb693f295d9 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5943878 Apr 12 18:53:53.572780 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Request body: {'port': {'device_id': '07a0f1a9-d18d-4916-81b5-623ca1f42e20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:53:53.640479 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c7dd0b4a-9754-468b-bf96-c83ede3bdd1e), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:53.912254 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7dd0b4a-9754-468b-bf96-c83ede3bdd1e {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:53:53.919693 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Publish callbacks [] for port (c7dd0b4a-9754-468b-bf96-c83ede3bdd1e), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:53.937180 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Transition to ACTIVE for port object c7dd0b4a-9754-468b-bf96-c83ede3bdd1e will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:53:53.941538 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (c7dd0b4a-9754-468b-bf96-c83ede3bdd1e), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:53.992906 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Pushing event updated for resources: {'Port': ['ID=c7dd0b4a-9754-468b-bf96-c83ede3bdd1e,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:54.064741 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Attempting to bind port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:53:54.065079 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Attempting to bind port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '7a8c4965-1a3f-4b28-8c92-93601dd6f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cfe4da47-92d5-4956-98a4-a30501a8cf24'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:53:54.065404 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Attempting to bind port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e on network cfe4da47-92d5-4956-98a4-a30501a8cf24 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:53:54.070188 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e on network cfe4da47-92d5-4956-98a4-a30501a8cf24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:53:54.070509 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Attempting to bind port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e on network cfe4da47-92d5-4956-98a4-a30501a8cf24 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:53:54.075957 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:53:54.076378 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Checking segment: {'id': '7a8c4965-1a3f-4b28-8c92-93601dd6f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cfe4da47-92d5-4956-98a4-a30501a8cf24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:53:54.076910 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Bound using segment: {'id': '7a8c4965-1a3f-4b28-8c92-93601dd6f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cfe4da47-92d5-4956-98a4-a30501a8cf24'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:53:54.077188 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Bound port: c7dd0b4a-9754-468b-bf96-c83ede3bdd1e, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8c4965-1a3f-4b28-8c92-93601dd6f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cfe4da47-92d5-4956-98a4-a30501a8cf24'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:53:54.077541 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c7dd0b4a-9754-468b-bf96-c83ede3bdd1e), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:54.173851 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440f613-cda8-49e7-a70e-67c7ef4e3d5c req-823b9458-1bc3-42b5-9244-666d8ed65683 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:54.175245 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b440f613-cda8-49e7-a70e-67c7ef4e3d5c req-823b9458-1bc3-42b5-9244-666d8ed65683 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 943 time: 0.0665791 Apr 12 18:53:54.180864 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] For port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:53:54.185505 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] For port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c7dd0b4a-9754-468b-bf96-c83ede3bdd1e,segment=NetworkSegment(7a8c4965-1a3f-4b28-8c92-93601dd6f9ca),segment_id=7a8c4965-1a3f-4b28-8c92-93601dd6f9ca)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:53:54.199531 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (c7dd0b4a-9754-468b-bf96-c83ede3bdd1e), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:54.247937 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:54.248828 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:54.250944 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] 10.222.0.65 "PUT /v2.0/ports/c7dd0b4a-9754-468b-bf96-c83ede3bdd1e HTTP/1.1" status: 200 len: 1093 time: 0.7298458 Apr 12 18:53:54.251720 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a0f1a9-d18d-4916-81b5-623ca1f42e20', 'tag': 'c7dd0b4a-9754-468b-bf96-c83ede3bdd1e'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:53:54.255388 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd0f9fe-ed87-469e-a727-00e86252b2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "07a0f1a9-d18d-4916-81b5-623ca1f42e20", "tag": "c7dd0b4a-9754-468b-bf96-c83ede3bdd1e"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:53:54.282267 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b440f613-cda8-49e7-a70e-67c7ef4e3d5c req-2c1c13da-a138-4420-9df0-05935a4188c2 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991397 Apr 12 18:53:54.288683 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159719b-b7da-40f7-8d6a-c5477f22b2dd service neutron] Pushing event updated for resources: {'Port': ['ID=c7dd0b4a-9754-468b-bf96-c83ede3bdd1e,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:54.303730 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8914cbc8-7228-4631-86e7-410739f9aa2b x-openstack-request-id: req-8914cbc8-7228-4631-86e7-410739f9aa2b {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:53:54.304016 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a0f1a9-d18d-4916-81b5-623ca1f42e20", "tag": "c7dd0b4a-9754-468b-bf96-c83ede3bdd1e", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:53:54.304379 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8914cbc8-7228-4631-86e7-410739f9aa2b {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:53:54.305277 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8914cbc8-7228-4631-86e7-410739f9aa2b'] response: {'name': 'network-changed', 'server_uuid': '07a0f1a9-d18d-4916-81b5-623ca1f42e20', 'tag': 'c7dd0b4a-9754-468b-bf96-c83ede3bdd1e', 'status': 'completed', 'code': 200} Apr 12 18:53:54.349542 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-80af25bb-8dc2-48c5-bce1-c9d18178a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:54.350996 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-80af25bb-8dc2-48c5-bce1-c9d18178a628 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=628b42f56ea548c8ac31277f85cb1f45&device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 1127 time: 0.0397956 Apr 12 18:53:54.395769 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-6e8d9a80-a25e-46bb-90e5-7da7d621bcd0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7dd0b4a-9754-468b-bf96-c83ede3bdd1e HTTP/1.1" status: 200 len: 217 time: 0.0383885 Apr 12 18:53:54.444734 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-0c46fa26-cd2b-41d3-8a6b-f0a0ac2343d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:54.446072 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-0c46fa26-cd2b-41d3-8a6b-f0a0ac2343d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=996e94d0-d160-4a28-a785-b04a98d76f63 HTTP/1.1" status: 200 len: 854 time: 0.0448031 Apr 12 18:53:54.477680 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-84f74a9e-1ffb-4972-a3ab-d42a41d304f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfe4da47-92d5-4956-98a4-a30501a8cf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254912 Apr 12 18:53:54.570808 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-13c01320-18da-4ca5-8ad6-cb02b368c102 service neutron] 10.222.0.65 "GET /v2.0/networks/cfe4da47-92d5-4956-98a4-a30501a8cf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868816 Apr 12 18:53:54.662159 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0dde3441-4f83-4a9c-b382-3fcac9d0509a req-b49342b8-669c-4bf7-9785-27b0351c024f service neutron] 10.222.0.65 "GET /v2.0/networks/cfe4da47-92d5-4956-98a4-a30501a8cf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846484 Apr 12 18:53:55.429965 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0070833-be24-4607-a3f1-a121d6893b35 req-18b251c0-ab4a-4374-b096-aaf90fefb9b8 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:55.431462 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e0070833-be24-4607-a3f1-a121d6893b35 req-18b251c0-ab4a-4374-b096-aaf90fefb9b8 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 943 time: 0.0591490 Apr 12 18:53:55.488452 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e0070833-be24-4607-a3f1-a121d6893b35 req-df16173e-2f19-4145-9e14-0510f99408ce tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512633 Apr 12 18:53:56.628461 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee82cb-7156-4ff6-8225-8d0ddec1e0c9 req-ae1f8dec-6aa7-4285-b12a-f4b583e04d15 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:56.629885 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-08ee82cb-7156-4ff6-8225-8d0ddec1e0c9 req-ae1f8dec-6aa7-4285-b12a-f4b583e04d15 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 943 time: 0.0538044 Apr 12 18:53:56.679874 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-08ee82cb-7156-4ff6-8225-8d0ddec1e0c9 req-789b5485-d80b-45bc-b034-f1d206c5f06d tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420768 Apr 12 18:53:56.731091 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0f9fe-ed87-469e-a727-00e86252b2ee req-17fc3543-eda6-4a7f-955b-db9014231792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:56.732642 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbd0f9fe-ed87-469e-a727-00e86252b2ee req-17fc3543-eda6-4a7f-955b-db9014231792 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=628b42f56ea548c8ac31277f85cb1f45&device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 1127 time: 0.0409758 Apr 12 18:53:56.825440 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0f9fe-ed87-469e-a727-00e86252b2ee req-7e04a911-73e1-45b2-ba2a-96f58fac322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:56.826938 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbd0f9fe-ed87-469e-a727-00e86252b2ee req-7e04a911-73e1-45b2-ba2a-96f58fac322b service neutron] 10.222.0.65 "GET /v2.0/networks?id=cfe4da47-92d5-4956-98a4-a30501a8cf24 HTTP/1.1" status: 200 len: 915 time: 0.0887709 Apr 12 18:53:56.867485 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbd0f9fe-ed87-469e-a727-00e86252b2ee req-11f9b6c0-c297-41a8-93a5-f91075364588 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7dd0b4a-9754-468b-bf96-c83ede3bdd1e HTTP/1.1" status: 200 len: 217 time: 0.0346835 Apr 12 18:53:56.925033 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0f9fe-ed87-469e-a727-00e86252b2ee req-b72bf48b-74a4-40ee-a55e-650e9185ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:56.926413 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbd0f9fe-ed87-469e-a727-00e86252b2ee req-b72bf48b-74a4-40ee-a55e-650e9185ba17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=996e94d0-d160-4a28-a785-b04a98d76f63 HTTP/1.1" status: 200 len: 854 time: 0.0533445 Apr 12 18:53:56.958776 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbd0f9fe-ed87-469e-a727-00e86252b2ee req-dccca0e5-45a8-46c2-9906-c3094a6d592b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfe4da47-92d5-4956-98a4-a30501a8cf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261805 Apr 12 18:53:57.046311 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbd0f9fe-ed87-469e-a727-00e86252b2ee req-0a990a9a-77f8-4ba2-9118-bded483c2964 service neutron] 10.222.0.65 "GET /v2.0/networks/cfe4da47-92d5-4956-98a4-a30501a8cf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815861 Apr 12 18:53:57.139847 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dbd0f9fe-ed87-469e-a727-00e86252b2ee req-72c09811-9b1f-412d-bd76-0be3e02e3981 service neutron] 10.222.0.65 "GET /v2.0/networks/cfe4da47-92d5-4956-98a4-a30501a8cf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877297 Apr 12 18:53:57.798625 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb8785-54bb-4949-bb03-206044ea3fcb req-4a7521f4-9bac-430f-a532-a2bc757ad4e5 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:57.800162 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1cbb8785-54bb-4949-bb03-206044ea3fcb req-4a7521f4-9bac-430f-a532-a2bc757ad4e5 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 943 time: 0.0478659 Apr 12 18:53:57.846369 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1cbb8785-54bb-4949-bb03-206044ea3fcb req-3ae597f5-9a6b-4d47-a183-4e595ff52ca9 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406106 Apr 12 18:53:58.131948 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device c7dd0b4a-9754-468b-bf96-c83ede3bdd1e details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:53:58.238594 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c7dd0b4a-9754-468b-bf96-c83ede3bdd1e,segment=NetworkSegment(7a8c4965-1a3f-4b28-8c92-93601dd6f9ca),segment_id=7a8c4965-1a3f-4b28-8c92-93601dd6f9ca)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:53:58.249895 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': 'c7dd0b4a-9754-468b-bf96-c83ede3bdd1e', 'network_id': 'cfe4da47-92d5-4956-98a4-a30501a8cf24', 'port_id': 'c7dd0b4a-9754-468b-bf96-c83ede3bdd1e', 'mac_address': 'fa:16:3e:c0:58:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996e94d0-d160-4a28-a785-b04a98d76f63', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:53:58.288615 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:53:58.289013 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c7dd0b4a-9754-468b-bf96-c83ede3bdd1e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:58.302007 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7dd0b4a-9754-468b-bf96-c83ede3bdd1e {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:53:58.325376 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c7dd0b4a-9754-468b-bf96-c83ede3bdd1e,segment=NetworkSegment(7a8c4965-1a3f-4b28-8c92-93601dd6f9ca),segment_id=7a8c4965-1a3f-4b28-8c92-93601dd6f9ca)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:53:58.331790 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (c7dd0b4a-9754-468b-bf96-c83ede3bdd1e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:53:58.384636 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=c7dd0b4a-9754-468b-bf96-c83ede3bdd1e,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:53:58.682311 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['c7dd0b4a-9754-468b-bf96-c83ede3bdd1e'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:53:58.972735 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ec449-4510-44a5-abb6-003ea9d572a3 req-b74cbf93-55d3-4639-a601-001cf3d76cb1 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:53:58.974101 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-962ec449-4510-44a5-abb6-003ea9d572a3 req-b74cbf93-55d3-4639-a601-001cf3d76cb1 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 944 time: 0.0514679 Apr 12 18:53:59.030665 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-962ec449-4510-44a5-abb6-003ea9d572a3 req-44c3030b-29b5-493d-81f7-44a31bcd55e8 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487659 Apr 12 18:53:59.467151 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:00.120375 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device c7dd0b4a-9754-468b-bf96-c83ede3bdd1e up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:54:00.155225 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dcdf1-6e85-4214-a2e9-b6fd2b82a19f req-e3598c60-18a2-488c-b877-4686a48c360e tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:54:00.157359 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1c2dcdf1-6e85-4214-a2e9-b6fd2b82a19f req-e3598c60-18a2-488c-b877-4686a48c360e tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 944 time: 0.0492363 Apr 12 18:54:00.165904 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:54:00.173029 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:54:00.173403 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (c7dd0b4a-9754-468b-bf96-c83ede3bdd1e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:00.206427 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1c2dcdf1-6e85-4214-a2e9-b6fd2b82a19f req-936fd6a6-2093-492d-b3aa-e8fcadc22400 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431914 Apr 12 18:54:00.251450 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:54:00.251840 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (c7dd0b4a-9754-468b-bf96-c83ede3bdd1e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:00.276867 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a0f1a9-d18d-4916-81b5-623ca1f42e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dd0b4a-9754-468b-bf96-c83ede3bdd1e'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:54:00.279217 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caad6f1b-5e09-4db4-80fc-65e996bc949c" -d '{"events": [{"server_uuid": "07a0f1a9-d18d-4916-81b5-623ca1f42e20", "name": "network-vif-plugged", "status": "completed", "tag": "c7dd0b4a-9754-468b-bf96-c83ede3bdd1e"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:54:00.291854 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c7dd0b4a-9754-468b-bf96-c83ede3bdd1e,segment=NetworkSegment(7a8c4965-1a3f-4b28-8c92-93601dd6f9ca),segment_id=7a8c4965-1a3f-4b28-8c92-93601dd6f9ca)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:54:00.296429 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (c7dd0b4a-9754-468b-bf96-c83ede3bdd1e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:00.321339 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0dc7c1-5391-467d-a7c2-ca260c39e868 x-openstack-request-id: req-9b0dc7c1-5391-467d-a7c2-ca260c39e868 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:54:00.321614 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a0f1a9-d18d-4916-81b5-623ca1f42e20", "name": "network-vif-plugged", "status": "completed", "tag": "c7dd0b4a-9754-468b-bf96-c83ede3bdd1e", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:54:00.321865 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b0dc7c1-5391-467d-a7c2-ca260c39e868 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:54:00.322259 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0dc7c1-5391-467d-a7c2-ca260c39e868'] response: {'server_uuid': '07a0f1a9-d18d-4916-81b5-623ca1f42e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dd0b4a-9754-468b-bf96-c83ede3bdd1e', 'code': 200} Apr 12 18:54:00.349552 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=c7dd0b4a-9754-468b-bf96-c83ede3bdd1e,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:54:00.480184 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e25e8-68ff-49d7-b0b0-6547ab7780f7 req-684c36fd-8a6a-4d97-ad3b-2bd301aed786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:54:00.481666 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b52e25e8-68ff-49d7-b0b0-6547ab7780f7 req-684c36fd-8a6a-4d97-ad3b-2bd301aed786 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 1129 time: 0.0432763 Apr 12 18:54:00.527438 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b52e25e8-68ff-49d7-b0b0-6547ab7780f7 req-4d4c7144-0902-47e7-acb0-4e89f3492b09 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 Apr 12 18:54:01.335160 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5444872-7c37-4b76-a6d8-8d87cd822884 req-d75b22ef-b679-4788-85ef-9040ee3778d1 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:54:01.336630 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5444872-7c37-4b76-a6d8-8d87cd822884 req-d75b22ef-b679-4788-85ef-9040ee3778d1 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 945 time: 0.0559139 Apr 12 18:54:01.393721 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-e5444872-7c37-4b76-a6d8-8d87cd822884 req-3c74a1a9-77a0-4ba8-927d-613de085db82 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513976 Apr 12 18:54:02.523105 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6796314-1647-4288-96b3-5ba0a976251d req-550484da-91eb-46d1-aab6-a6aa60572c7c tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:54:02.524559 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a6796314-1647-4288-96b3-5ba0a976251d req-550484da-91eb-46d1-aab6-a6aa60572c7c tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 945 time: 0.0478420 Apr 12 18:54:02.574566 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-a6796314-1647-4288-96b3-5ba0a976251d req-501638d8-815f-4251-a056-3144855a9a4e tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441508 Apr 12 18:54:13.330957 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8362e5a8-12fd-484e-8676-3f53bdae4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:15.759853 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a7ac7b51-bc61-4707-b1d2-10f563f00453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:16.672280 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:18.086761 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:19.762581 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:23.521976 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [req-17d322ca-673f-4493-a2f6-b5aa60e954cc req-89e94188-99f5-431d-b12e-dc9b5ff84410 service neutron] (103438) timed out ('10.222.0.65', 52101) {{(pid=103438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 18:54:24.923633 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:54:29.481200 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:36.320162 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-56990db3-7e02-41f8-989a-2092f8bbc79a req-8670c4f6-5c92-4e48-8ea0-b8ed93a076d9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395668 Apr 12 18:54:36.400194 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56990db3-7e02-41f8-989a-2092f8bbc79a req-ced3ecf8-4f8a-4bf0-b757-d3337a481ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:54:36.401669 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-56990db3-7e02-41f8-989a-2092f8bbc79a req-ced3ecf8-4f8a-4bf0-b757-d3337a481ad9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=975616643d2e40d89222b43a2a5b7fa4&device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 1129 time: 0.0392778 Apr 12 18:54:36.779910 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56990db3-7e02-41f8-989a-2092f8bbc79a req-ebd3815b-883c-4e99-b5ad-81bed3c5a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:54:36.781418 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-56990db3-7e02-41f8-989a-2092f8bbc79a req-ebd3815b-883c-4e99-b5ad-81bed3c5a758 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f64b858d-e4d1-498c-a2c4-da8690332031 HTTP/1.1" status: 200 len: 910 time: 0.3608387 Apr 12 18:54:36.845660 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-56990db3-7e02-41f8-989a-2092f8bbc79a req-6b9d976b-3a7e-4e9b-9e77-7dbb81f104fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc HTTP/1.1" status: 200 len: 1000 time: 0.0579610 Apr 12 18:54:36.893250 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56990db3-7e02-41f8-989a-2092f8bbc79a req-1431565a-2c48-4bf4-aceb-8f30abc45a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:54:36.894632 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-56990db3-7e02-41f8-989a-2092f8bbc79a req-1431565a-2c48-4bf4-aceb-8f30abc45a11 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d428eada-472b-4e69-9aed-e3043387f48c HTTP/1.1" status: 200 len: 848 time: 0.0426905 Apr 12 18:54:36.939973 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56990db3-7e02-41f8-989a-2092f8bbc79a req-9b88eefa-73e1-4a89-9ce9-01ef4184886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:54:36.941431 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-56990db3-7e02-41f8-989a-2092f8bbc79a req-9b88eefa-73e1-4a89-9ce9-01ef4184886d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f64b858d-e4d1-498c-a2c4-da8690332031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412791 Apr 12 18:54:37.032412 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-56990db3-7e02-41f8-989a-2092f8bbc79a req-064ae521-9d2b-4130-827a-65a8aca717d1 service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836811 Apr 12 18:54:37.140281 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-56990db3-7e02-41f8-989a-2092f8bbc79a req-b0bd09eb-3b42-42fb-8f26-b0b3aa3c1d29 service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018808 Apr 12 18:54:43.338005 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90d6f73d-d103-42ba-9031-e3564d1a39fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:45.759343 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aed9609b-10a9-4594-9134-ab39d8ab5d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:46.678222 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:48.083661 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:49.758214 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:52.810839 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20738b8f-9655-45a6-9c91-96c35a96f142 req-b658aae3-ffb0-4f5a-b293-b0da2af5ce99 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:54:52.812384 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-20738b8f-9655-45a6-9c91-96c35a96f142 req-b658aae3-ffb0-4f5a-b293-b0da2af5ce99 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 945 time: 0.0543971 Apr 12 18:54:52.863968 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-20738b8f-9655-45a6-9c91-96c35a96f142 req-893b8105-b94c-40cd-ae92-b93dace147fa tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431569 Apr 12 18:54:53.990243 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434fb3c-de88-4bb6-bb2b-2fffe29fd552 req-3f41a909-9986-4282-8565-361e0110b15c tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:54:53.991765 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6434fb3c-de88-4bb6-bb2b-2fffe29fd552 req-3f41a909-9986-4282-8565-361e0110b15c tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 945 time: 0.0544155 Apr 12 18:54:54.045103 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-6434fb3c-de88-4bb6-bb2b-2fffe29fd552 req-f29771fb-fef3-4c73-b42a-a6a2d0186a45 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 Apr 12 18:54:54.717868 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfd3d0-e384-4239-bab2-65bed070b852 req-b5477b8b-5565-4f75-a31c-25305ecc72cc tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:54:54.719289 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-87cfd3d0-e384-4239-bab2-65bed070b852 req-b5477b8b-5565-4f75-a31c-25305ecc72cc tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.65 "GET /v2.0/ports?device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 945 time: 0.0567200 Apr 12 18:54:54.811535 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-87cfd3d0-e384-4239-bab2-65bed070b852 req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Deleting port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:54:54.811883 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-87cfd3d0-e384-4239-bab2-65bed070b852 req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (c7dd0b4a-9754-468b-bf96-c83ede3bdd1e), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:54.902080 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-87cfd3d0-e384-4239-bab2-65bed070b852 req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] For port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c7dd0b4a-9754-468b-bf96-c83ede3bdd1e,segment=NetworkSegment(7a8c4965-1a3f-4b28-8c92-93601dd6f9ca),segment_id=7a8c4965-1a3f-4b28-8c92-93601dd6f9ca)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:54:54.902434 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-87cfd3d0-e384-4239-bab2-65bed070b852 req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (c7dd0b4a-9754-468b-bf96-c83ede3bdd1e), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:54.915369 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-87cfd3d0-e384-4239-bab2-65bed070b852 req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Calling delete_port for c7dd0b4a-9754-468b-bf96-c83ede3bdd1e owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:54:55.050980 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-87cfd3d0-e384-4239-bab2-65bed070b852 req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (c7dd0b4a-9754-468b-bf96-c83ede3bdd1e), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:55.063707 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['c7dd0b4a-9754-468b-bf96-c83ede3bdd1e'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:54:55.079004 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Pushing event deleted for resources: {'Port': ['ID=c7dd0b4a-9754-468b-bf96-c83ede3bdd1e,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:54:55.090237 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:54:55.090599 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:54:55.090942 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:54:55.091303 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:54:55.091639 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:54:55.091982 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:54:55.092328 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:54:55.092639 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:54:55.092962 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:54:55.093285 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:54:55.093612 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:54:55.093961 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:54:55.094358 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:54:55.094693 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:54:55.094984 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:54:55.156909 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5a0e7840-b636-44fc-8113-9d1821e32d9a req-3162d467-77b3-4ec8-a34b-168ea7e7e5ca tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a0f1a9-d18d-4916-81b5-623ca1f42e20 HTTP/1.1" status: 200 len: 210 time: 0.0407376 Apr 12 18:54:55.157571 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cfd3d0-e384-4239-bab2-65bed070b852 req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] No DVR routers for this DVR port c7dd0b4a-9754-468b-bf96-c83ede3bdd1e on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:54:55.160069 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-87cfd3d0-e384-4239-bab2-65bed070b852 req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:54:55.163170 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-87cfd3d0-e384-4239-bab2-65bed070b852 req-368c950f-8e23-44e0-9d11-c94b531e5626 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.65 "DELETE /v2.0/ports/c7dd0b4a-9754-468b-bf96-c83ede3bdd1e HTTP/1.1" status: 204 len: 173 time: 0.4387178 Apr 12 18:54:55.163591 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a0f1a9-d18d-4916-81b5-623ca1f42e20', 'name': 'network-vif-deleted', 'tag': 'c7dd0b4a-9754-468b-bf96-c83ede3bdd1e'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:54:55.165823 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8304372-63cd-4388-a091-46c554d20292" -d '{"events": [{"server_uuid": "07a0f1a9-d18d-4916-81b5-623ca1f42e20", "name": "network-vif-deleted", "tag": "c7dd0b4a-9754-468b-bf96-c83ede3bdd1e"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:54:55.329539 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfaf6c6-5c35-42ac-9979-caa72e4a6b8b x-openstack-request-id: req-bdfaf6c6-5c35-42ac-9979-caa72e4a6b8b {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:54:55.329851 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a0f1a9-d18d-4916-81b5-623ca1f42e20", "name": "network-vif-deleted", "tag": "c7dd0b4a-9754-468b-bf96-c83ede3bdd1e", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:54:55.330100 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdfaf6c6-5c35-42ac-9979-caa72e4a6b8b {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:54:55.330497 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdfaf6c6-5c35-42ac-9979-caa72e4a6b8b'] response: {'server_uuid': '07a0f1a9-d18d-4916-81b5-623ca1f42e20', 'name': 'network-vif-deleted', 'tag': 'c7dd0b4a-9754-468b-bf96-c83ede3bdd1e', 'status': 'completed', 'code': 200} Apr 12 18:54:58.674438 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device c7dd0b4a-9754-468b-bf96-c83ede3bdd1e no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:54:58.707565 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: c7dd0b4a-9754-468b-bf96-c83ede3bdd1e {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:54:58.707969 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device c7dd0b4a-9754-468b-bf96-c83ede3bdd1e not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:54:59.815723 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:01.921541 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:55:03.812464 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38562) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:55:04.092600 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Deleting port ec7cd19a-6393-4314-b531-0620e843ed9d {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:55:04.092953 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (ec7cd19a-6393-4314-b531-0620e843ed9d), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:04.187685 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (ec7cd19a-6393-4314-b531-0620e843ed9d), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:04.188187 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for floatingip (ec7cd19a-6393-4314-b531-0620e843ed9d), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:04.201929 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Calling delete_port for ec7cd19a-6393-4314-b531-0620e843ed9d owned by network:floatingip {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:55:04.381468 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (ec7cd19a-6393-4314-b531-0620e843ed9d), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:04.404327 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Pushing event deleted for resources: {'Port': ['ID=ec7cd19a-6393-4314-b531-0620e843ed9d,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:04.414147 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:04.414355 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:04.414724 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:04.415063 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:04.415427 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:04.416287 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:04.416287 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:04.416476 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:04.416852 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:04.417027 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:04.417386 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:04.417722 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:04.417999 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:04.418314 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:04.418632 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:04.482914 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for floatingip (90195001-8dcc-44dd-943d-4e011e44a718), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:04.483228 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.db.l3_db [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Floating IP 90195001-8dcc-44dd-943d-4e011e44a718 disassociated (deleted). External IP: 172.27.2.82, port: dd22de41-0ead-4661-bf70-6e28c0c025bc. Apr 12 18:55:04.722562 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:55:04.840451 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:55:04.845481 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for floatingip (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:04.850941 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f2560-a49c-4ca6-8295-9f0857a42a44 None None] Sync routers for ids ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:55:04.861670 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f2560-a49c-4ca6-8295-9f0857a42a44 None None] Routers {'0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:55:04.862328 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-736f2560-a49c-4ca6-8295-9f0857a42a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:54:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:04.874786 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-d44e72a5-bce2-4b31-8e55-00e289ef8499 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "DELETE /v2.0/floatingips/90195001-8dcc-44dd-943d-4e011e44a718 HTTP/1.1" status: 204 len: 168 time: 1.0612152 Apr 12 18:55:04.875389 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'tag': 'dd22de41-0ead-4661-bf70-6e28c0c025bc'}] {{(pid=103438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:55:04.877880 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78beef5e5a52052951605c176da447629a5c3534ceefcb6d2cd5a58fa973b617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e27f5b3-a2bb-4714-abb7-c8979ff28cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c68481-0a70-461a-8ec5-798e64f43473", "tag": "dd22de41-0ead-4661-bf70-6e28c0c025bc"}]}' {{(pid=103438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:55:04.981615 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-736f2560-a49c-4ca6-8295-9f0857a42a44 None None] Set router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:55:04.989194 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4b0b6a-23f3-4e29-b13d-cade53944a39 x-openstack-request-id: req-7b4b0b6a-23f3-4e29-b13d-cade53944a39 {{(pid=103438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:55:04.989676 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c68481-0a70-461a-8ec5-798e64f43473", "tag": "dd22de41-0ead-4661-bf70-6e28c0c025bc", "status": "completed", "code": 200}]} {{(pid=103438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:55:04.989963 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b4b0b6a-23f3-4e29-b13d-cade53944a39 {{(pid=103438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:55:04.990373 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4b0b6a-23f3-4e29-b13d-cade53944a39'] response: {'name': 'network-changed', 'server_uuid': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'tag': 'dd22de41-0ead-4661-bf70-6e28c0c025bc', 'status': 'completed', 'code': 200} Apr 12 18:55:05.105910 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9934b-ff95-49a8-a0c6-7b5c1227743d req-988e6240-e107-4ac5-9631-01d8709d2c5b tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:05.107453 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4cc9934b-ff95-49a8-a0c6-7b5c1227743d req-988e6240-e107-4ac5-9631-01d8709d2c5b tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0488489 Apr 12 18:55:05.162215 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4cc9934b-ff95-49a8-a0c6-7b5c1227743d req-fc15f204-dd90-4424-96e5-eb67c505ba84 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483153 Apr 12 18:55:05.187914 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-736f2560-a49c-4ca6-8295-9f0857a42a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:50Z', 'revision_number': 4, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'gw_port': {'id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'e8646a3c-254d-47f1-a2c7-0388b0f1b464', 'name': '', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'mac_address': 'fa:16:3e:ca:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:49Z', 'updated_at': '2022-04-12T18:49:55Z', 'revision_number': 5, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'subnets': [{'id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:05.214271 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f2560-a49c-4ca6-8295-9f0857a42a44 None None] Checking router: 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:55:05.222561 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f2560-a49c-4ca6-8295-9f0857a42a44 None None] Routers {'0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:55:05.223181 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-736f2560-a49c-4ca6-8295-9f0857a42a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:54:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:05.340696 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-736f2560-a49c-4ca6-8295-9f0857a42a44 None None] Set router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:55:05.652781 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-736f2560-a49c-4ca6-8295-9f0857a42a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:50Z', 'revision_number': 4, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'gw_port': {'id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'e8646a3c-254d-47f1-a2c7-0388b0f1b464', 'name': '', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'mac_address': 'fa:16:3e:ca:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:49Z', 'updated_at': '2022-04-12T18:49:55Z', 'revision_number': 5, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'subnets': [{'id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:05.682407 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f2560-a49c-4ca6-8295-9f0857a42a44 None None] The sync data for ids ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'] in dv-cinder-837536-1-iscsi is: [{'id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:50Z', 'revision_number': 4, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'gw_port': {'id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi', '_interfaces': [{'id': 'e8646a3c-254d-47f1-a2c7-0388b0f1b464', 'name': '', 'network_id': 'f64b858d-e4d1-498c-a2c4-da8690332031', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'mac_address': 'fa:16:3e:ca:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:49Z', 'updated_at': '2022-04-12T18:49:55Z', 'revision_number': 5, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'subnets': [{'id': 'd428eada-472b-4e69-9aed-e3043387f48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:55:05.894859 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c7d5f0-2d95-4571-ac37-a6478f5f5081 None None] New status for floating IP 90195001-8dcc-44dd-943d-4e011e44a718: DOWN {{(pid=103441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:55:06.270215 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f5b3-a2bb-4714-abb7-c8979ff28cc7 req-0e4c1ddd-7f1d-4a1b-ab08-a7d885fe7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:06.271637 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1e27f5b3-a2bb-4714-abb7-c8979ff28cc7 req-0e4c1ddd-7f1d-4a1b-ab08-a7d885fe7789 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=975616643d2e40d89222b43a2a5b7fa4&device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 1129 time: 0.1082854 Apr 12 18:55:06.297795 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e12a4-9f9f-4198-b9ff-aed3476f7377 req-e9994cd3-6589-4c32-bc0d-9acb6cec21db tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:06.299230 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-507e12a4-9f9f-4198-b9ff-aed3476f7377 req-e9994cd3-6589-4c32-bc0d-9acb6cec21db tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0678682 Apr 12 18:55:06.348447 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f18697-3e43-4187-8b47-9a387e625b93 req-3c74388b-84ee-45e2-8f1a-2e684686326d tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:06.349926 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88f18697-3e43-4187-8b47-9a387e625b93 req-3c74388b-84ee-45e2-8f1a-2e684686326d tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/networks?id=cfe4da47-92d5-4956-98a4-a30501a8cf24 HTTP/1.1" status: 200 len: 814 time: 0.2129190 Apr 12 18:55:06.412049 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88f18697-3e43-4187-8b47-9a387e625b93 req-6bb1bb5d-8212-4d69-b313-340d863111f8 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/quotas/628b42f56ea548c8ac31277f85cb1f45 HTTP/1.1" status: 200 len: 375 time: 0.0298617 Apr 12 18:55:06.441137 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-507e12a4-9f9f-4198-b9ff-aed3476f7377 req-c0094dee-4ed5-40e5-a5c5-aa6f582a3c66 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/security-groups?id=862a92df-52e7-4b3b-8296-79f2d5a16fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287692 Apr 12 18:55:06.468280 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88f18697-3e43-4187-8b47-9a387e625b93 req-efc60931-6828-4e67-a4d8-482ad52b50ab tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=628b42f56ea548c8ac31277f85cb1f45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486364 Apr 12 18:55:06.471086 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f5b3-a2bb-4714-abb7-c8979ff28cc7 req-9433a6c7-ad1c-4dbd-8575-108685c57860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:06.472456 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1e27f5b3-a2bb-4714-abb7-c8979ff28cc7 req-9433a6c7-ad1c-4dbd-8575-108685c57860 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f64b858d-e4d1-498c-a2c4-da8690332031 HTTP/1.1" status: 200 len: 910 time: 0.1723986 Apr 12 18:55:06.562248 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88f18697-3e43-4187-8b47-9a387e625b93 req-8dcd8566-208d-4382-92c9-21baa9b2f624 service neutron] 10.222.0.64 "GET /v2.0/networks/cfe4da47-92d5-4956-98a4-a30501a8cf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870969 Apr 12 18:55:06.625142 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1e27f5b3-a2bb-4714-abb7-c8979ff28cc7 req-c6f7a6f8-2780-46d5-98bb-54bda5f4fcfb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc HTTP/1.1" status: 200 len: 217 time: 0.0476103 Apr 12 18:55:06.717836 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f5b3-a2bb-4714-abb7-c8979ff28cc7 req-436f034e-483f-4b5a-aa60-b6e41fd04c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:06.719333 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1e27f5b3-a2bb-4714-abb7-c8979ff28cc7 req-436f034e-483f-4b5a-aa60-b6e41fd04c7a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d428eada-472b-4e69-9aed-e3043387f48c HTTP/1.1" status: 200 len: 848 time: 0.0645893 Apr 12 18:55:06.724650 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88f18697-3e43-4187-8b47-9a387e625b93 req-cb6bad33-bcb6-429c-8b25-2561f189c198 service neutron] 10.222.0.64 "GET /v2.0/networks/cfe4da47-92d5-4956-98a4-a30501a8cf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562626 Apr 12 18:55:06.763734 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f5b3-a2bb-4714-abb7-c8979ff28cc7 req-c08dab53-199e-4886-a6d9-95a3f5cf4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:06.765250 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1e27f5b3-a2bb-4714-abb7-c8979ff28cc7 req-c08dab53-199e-4886-a6d9-95a3f5cf4f76 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f64b858d-e4d1-498c-a2c4-da8690332031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397923 Apr 12 18:55:06.875697 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1e27f5b3-a2bb-4714-abb7-c8979ff28cc7 req-92c7457d-6ca5-4b46-b834-2db93c3766b7 service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045351 Apr 12 18:55:06.891222 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-dec63161-7380-4615-9f3c-ce30622da6f3 req-777bd11b-b75e-40f1-aaef-920667736303 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 210 time: 0.0302229 Apr 12 18:55:07.046244 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-1e27f5b3-a2bb-4714-abb7-c8979ff28cc7 req-c1d607a7-d6a5-4afc-94e3-f003bb052aef service neutron] 10.222.0.65 "GET /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239738 Apr 12 18:55:07.055470 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9303f-3d20-4f04-b687-1c52a2a5ae69 req-dd735835-45f4-441b-a5a2-5e81b0df3279 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:07.057251 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b0a9303f-3d20-4f04-b687-1c52a2a5ae69 req-dd735835-45f4-441b-a5a2-5e81b0df3279 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 945 time: 0.0642812 Apr 12 18:55:07.147256 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-b0a9303f-3d20-4f04-b687-1c52a2a5ae69 req-42486c1e-5818-4aff-91f2-8ffdb2ac7cf0 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Deleting port dd22de41-0ead-4661-bf70-6e28c0c025bc {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:55:07.147704 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-b0a9303f-3d20-4f04-b687-1c52a2a5ae69 req-42486c1e-5818-4aff-91f2-8ffdb2ac7cf0 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:07.242337 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-b0a9303f-3d20-4f04-b687-1c52a2a5ae69 req-42486c1e-5818-4aff-91f2-8ffdb2ac7cf0 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] For port dd22de41-0ead-4661-bf70-6e28c0c025bc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dd22de41-0ead-4661-bf70-6e28c0c025bc,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:55:07.242781 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-b0a9303f-3d20-4f04-b687-1c52a2a5ae69 req-42486c1e-5818-4aff-91f2-8ffdb2ac7cf0 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:07.256223 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-b0a9303f-3d20-4f04-b687-1c52a2a5ae69 req-42486c1e-5818-4aff-91f2-8ffdb2ac7cf0 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Calling delete_port for dd22de41-0ead-4661-bf70-6e28c0c025bc owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:55:07.388048 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-b0a9303f-3d20-4f04-b687-1c52a2a5ae69 req-42486c1e-5818-4aff-91f2-8ffdb2ac7cf0 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (dd22de41-0ead-4661-bf70-6e28c0c025bc), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:07.423765 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42486c1e-5818-4aff-91f2-8ffdb2ac7cf0 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Pushing event deleted for resources: {'Port': ['ID=dd22de41-0ead-4661-bf70-6e28c0c025bc,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:07.464824 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a9303f-3d20-4f04-b687-1c52a2a5ae69 req-42486c1e-5818-4aff-91f2-8ffdb2ac7cf0 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] No DVR routers for this DVR port dd22de41-0ead-4661-bf70-6e28c0c025bc on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:55:07.467564 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-b0a9303f-3d20-4f04-b687-1c52a2a5ae69 req-42486c1e-5818-4aff-91f2-8ffdb2ac7cf0 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:07.471107 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-b0a9303f-3d20-4f04-b687-1c52a2a5ae69 req-42486c1e-5818-4aff-91f2-8ffdb2ac7cf0 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.65 "DELETE /v2.0/ports/dd22de41-0ead-4661-bf70-6e28c0c025bc HTTP/1.1" status: 204 len: 173 time: 0.4095724 Apr 12 18:55:07.471576 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'name': 'network-vif-deleted', 'tag': 'dd22de41-0ead-4661-bf70-6e28c0c025bc'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:55:07.473828 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf3f95d-80b6-4cf8-bc8e-18157fad1e11" -d '{"events": [{"server_uuid": "e5c68481-0a70-461a-8ec5-798e64f43473", "name": "network-vif-deleted", "tag": "dd22de41-0ead-4661-bf70-6e28c0c025bc"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:55:07.508405 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371430f5-018f-475c-93fd-b2f8e8fee622 x-openstack-request-id: req-371430f5-018f-475c-93fd-b2f8e8fee622 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:55:07.508712 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c68481-0a70-461a-8ec5-798e64f43473", "name": "network-vif-deleted", "tag": "dd22de41-0ead-4661-bf70-6e28c0c025bc", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:55:07.508970 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-371430f5-018f-475c-93fd-b2f8e8fee622 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:55:07.509386 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-371430f5-018f-475c-93fd-b2f8e8fee622'] response: {'server_uuid': 'e5c68481-0a70-461a-8ec5-798e64f43473', 'name': 'network-vif-deleted', 'tag': 'dd22de41-0ead-4661-bf70-6e28c0c025bc', 'status': 'completed', 'code': 200} Apr 12 18:55:07.542578 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-5ae095f0-f9a6-48b5-bc84-d80b818ce5d8 req-c5804cdb-f8d6-4e78-989b-d1ce4e6da1f5 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5c68481-0a70-461a-8ec5-798e64f43473 HTTP/1.1" status: 200 len: 210 time: 0.0313809 Apr 12 18:55:07.788740 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f18697-3e43-4187-8b47-9a387e625b93 req-8b6d68d9-9f53-45a9-9e88-fda256124b8c tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:07.793794 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88f18697-3e43-4187-8b47-9a387e625b93 req-8b6d68d9-9f53-45a9-9e88-fda256124b8c tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.65 "GET /v2.0/networks?id=cfe4da47-92d5-4956-98a4-a30501a8cf24 HTTP/1.1" status: 200 len: 814 time: 0.1095400 Apr 12 18:55:07.805195 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-88f18697-3e43-4187-8b47-9a387e625b93 req-9134719b-17eb-4a52-a6be-edd351fef6af tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Request body: {'port': {'device_id': '4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622', 'network_id': 'cfe4da47-92d5-4956-98a4-a30501a8cf24', 'admin_state_up': True, 'tenant_id': '628b42f56ea548c8ac31277f85cb1f45'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:55:07.927601 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f18697-3e43-4187-8b47-9a387e625b93 req-9134719b-17eb-4a52-a6be-edd351fef6af tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Made reservation on behalf of 628b42f56ea548c8ac31277f85cb1f45 for: {'port': 1} {{(pid=103439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:55:07.931457 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-88f18697-3e43-4187-8b47-9a387e625b93 req-9134719b-17eb-4a52-a6be-edd351fef6af tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (None), before_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:08.020356 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-11e9bd50-61c3-4668-9857-c099b66c62b9 req-961dca15-9af6-4259-a222-75a6b8cb513c tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 210 time: 0.0316553 Apr 12 18:55:08.090472 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_common [req-88f18697-3e43-4187-8b47-9a387e625b93 req-9134719b-17eb-4a52-a6be-edd351fef6af tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Allocated IP 172.20.0.11 (cfe4da47-92d5-4956-98a4-a30501a8cf24/996e94d0-d160-4a28-a785-b04a98d76f63/0697a348-9e17-441f-abf6-8b342a9b0d5e) {{(pid=103439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:55:08.258331 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-88f18697-3e43-4187-8b47-9a387e625b93 req-9134719b-17eb-4a52-a6be-edd351fef6af tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks [] for port (0697a348-9e17-441f-abf6-8b342a9b0d5e), precommit_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:08.304087 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-88f18697-3e43-4187-8b47-9a387e625b93 req-9134719b-17eb-4a52-a6be-edd351fef6af tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788791750566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (0697a348-9e17-441f-abf6-8b342a9b0d5e), after_create {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:08.351610 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f18697-3e43-4187-8b47-9a387e625b93 req-9134719b-17eb-4a52-a6be-edd351fef6af tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Network cfe4da47-92d5-4956-98a4-a30501a8cf24 is already hosted by enough agents. {{(pid=103439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:55:08.357115 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.base_scheduler [req-88f18697-3e43-4187-8b47-9a387e625b93 req-9134719b-17eb-4a52-a6be-edd351fef6af tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Resources bound (agent type, host, resource id): {{(pid=103439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:55:08.360978 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f18697-3e43-4187-8b47-9a387e625b93 req-9134719b-17eb-4a52-a6be-edd351fef6af tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Received port after_create {{(pid=103439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:55:08.367703 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134719b-17eb-4a52-a6be-edd351fef6af tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Pushing event updated for resources: {'Port': ['ID=0697a348-9e17-441f-abf6-8b342a9b0d5e,revision_number=1']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:08.413457 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f18697-3e43-4187-8b47-9a387e625b93 req-9134719b-17eb-4a52-a6be-edd351fef6af tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:08.414145 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-88f18697-3e43-4187-8b47-9a387e625b93 req-9134719b-17eb-4a52-a6be-edd351fef6af tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:08.430813 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88f18697-3e43-4187-8b47-9a387e625b93 req-9134719b-17eb-4a52-a6be-edd351fef6af tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6307433 Apr 12 18:55:08.498353 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.base [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Request body: {'port': {'device_id': '4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:55:08.565329 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (0697a348-9e17-441f-abf6-8b342a9b0d5e), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:08.602634 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38618) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:55:08.660505 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ddd410b-3b37-4372-abc5-a22eed0736e3 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group (862a92df-52e7-4b3b-8296-79f2d5a16fcf), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:08.685447 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ddd410b-3b37-4372-abc5-a22eed0736e3 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group (862a92df-52e7-4b3b-8296-79f2d5a16fcf), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:08.749173 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ddd410b-3b37-4372-abc5-a22eed0736e3 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (862a92df-52e7-4b3b-8296-79f2d5a16fcf), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:08.751827 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ddd410b-3b37-4372-abc5-a22eed0736e3 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:08.753012 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-7ddd410b-3b37-4372-abc5-a22eed0736e3 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] 10.222.0.64 "DELETE /v2.0/security-groups/862a92df-52e7-4b3b-8296-79f2d5a16fcf HTTP/1.1" status: 204 len: 168 time: 0.1492920 Apr 12 18:55:08.762324 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd410b-3b37-4372-abc5-a22eed0736e3 tempest-TestShelveInstance-2087239421 tempest-TestShelveInstance-2087239421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=862a92df-52e7-4b3b-8296-79f2d5a16fcf,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:08.813786 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38622) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:55:08.839152 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0697a348-9e17-441f-abf6-8b342a9b0d5e {{(pid=103439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:55:08.847008 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Publish callbacks [] for port (0697a348-9e17-441f-abf6-8b342a9b0d5e), precommit_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:08.859680 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.provisioning_blocks [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Transition to ACTIVE for port object 0697a348-9e17-441f-abf6-8b342a9b0d5e will not be triggered until provisioned by entity L2. {{(pid=103439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:55:08.863921 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (0697a348-9e17-441f-abf6-8b342a9b0d5e), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:08.913484 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Pushing event updated for resources: {'Port': ['ID=0697a348-9e17-441f-abf6-8b342a9b0d5e,revision_number=2']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:08.991422 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Attempting to bind port 0697a348-9e17-441f-abf6-8b342a9b0d5e on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:55:08.991773 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Attempting to bind port 0697a348-9e17-441f-abf6-8b342a9b0d5e by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '7a8c4965-1a3f-4b28-8c92-93601dd6f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cfe4da47-92d5-4956-98a4-a30501a8cf24'}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:55:08.992107 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Attempting to bind port 0697a348-9e17-441f-abf6-8b342a9b0d5e on network cfe4da47-92d5-4956-98a4-a30501a8cf24 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:55:08.997390 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Port 0697a348-9e17-441f-abf6-8b342a9b0d5e on network cfe4da47-92d5-4956-98a4-a30501a8cf24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:55:08.997733 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Attempting to bind port 0697a348-9e17-441f-abf6-8b342a9b0d5e on network cfe4da47-92d5-4956-98a4-a30501a8cf24 {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:55:09.003424 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Checking agent: {'id': '5b6d8f9a-3b65-4661-8c06-1e83c8c22559', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'started_at': datetime.datetime(2022, 4, 12, 18, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:55:09.003771 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Checking segment: {'id': '7a8c4965-1a3f-4b28-8c92-93601dd6f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cfe4da47-92d5-4956-98a4-a30501a8cf24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:55:09.004167 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Bound using segment: {'id': '7a8c4965-1a3f-4b28-8c92-93601dd6f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cfe4da47-92d5-4956-98a4-a30501a8cf24'} {{(pid=103439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:55:09.004602 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.managers [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Bound port: 0697a348-9e17-441f-abf6-8b342a9b0d5e, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8c4965-1a3f-4b28-8c92-93601dd6f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cfe4da47-92d5-4956-98a4-a30501a8cf24'}}] {{(pid=103439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:55:09.004967 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (0697a348-9e17-441f-abf6-8b342a9b0d5e), before_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:09.107901 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] For port 0697a348-9e17-441f-abf6-8b342a9b0d5e, host hv-cinder-83753, cleared binding levels {{(pid=103439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:55:09.111527 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] For port 0697a348-9e17-441f-abf6-8b342a9b0d5e, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0697a348-9e17-441f-abf6-8b342a9b0d5e,segment=NetworkSegment(7a8c4965-1a3f-4b28-8c92-93601dd6f9ca),segment_id=7a8c4965-1a3f-4b28-8c92-93601dd6f9ca)] {{(pid=103439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:55:09.121442 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8341780'] for port (0697a348-9e17-441f-abf6-8b342a9b0d5e), after_update {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:09.192240 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:09.192864 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:09.194260 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88f18697-3e43-4187-8b47-9a387e625b93 req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] 10.222.0.65 "PUT /v2.0/ports/0697a348-9e17-441f-abf6-8b342a9b0d5e HTTP/1.1" status: 200 len: 1094 time: 0.7027323 Apr 12 18:55:09.209489 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258e9a7-1a12-46ee-b445-7dbc56d9961b req-87f91719-949f-48fd-96ee-02922410b197 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:09.211096 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0258e9a7-1a12-46ee-b445-7dbc56d9961b req-87f91719-949f-48fd-96ee-02922410b197 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 944 time: 0.0924008 Apr 12 18:55:09.239234 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6d857d1b-ec42-4444-8f77-4ba3a09e3dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634744'] for router_interface (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:09.245701 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67528a7-f59b-4b18-a2b8-bb3711331c16 service neutron] Pushing event updated for resources: {'Port': ['ID=0697a348-9e17-441f-abf6-8b342a9b0d5e,revision_number=3']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:09.300390 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f18697-3e43-4187-8b47-9a387e625b93 req-fc4ce4b8-a85a-4f89-a343-2a4f085b3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:09.301810 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88f18697-3e43-4187-8b47-9a387e625b93 req-fc4ce4b8-a85a-4f89-a343-2a4f085b3a17 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=628b42f56ea548c8ac31277f85cb1f45&device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 1128 time: 0.0657611 Apr 12 18:55:09.309567 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0258e9a7-1a12-46ee-b445-7dbc56d9961b req-ce8a6398-1e47-44d7-a22b-fc6beef85e9b tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818782 Apr 12 18:55:09.348356 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88f18697-3e43-4187-8b47-9a387e625b93 req-adca3a99-e18e-4ee2-ac5b-b4a2e6b4937a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0697a348-9e17-441f-abf6-8b342a9b0d5e HTTP/1.1" status: 200 len: 217 time: 0.0378175 Apr 12 18:55:09.400936 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f18697-3e43-4187-8b47-9a387e625b93 req-950af811-d954-4bf1-91a5-dd29ce44e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:09.402406 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88f18697-3e43-4187-8b47-9a387e625b93 req-950af811-d954-4bf1-91a5-dd29ce44e1a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=996e94d0-d160-4a28-a785-b04a98d76f63 HTTP/1.1" status: 200 len: 854 time: 0.0484667 Apr 12 18:55:09.437067 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88f18697-3e43-4187-8b47-9a387e625b93 req-46a28800-5436-4e7a-8dbf-4104bfaaac12 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfe4da47-92d5-4956-98a4-a30501a8cf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273192 Apr 12 18:55:09.497497 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-6d857d1b-ec42-4444-8f77-4ba3a09e3dad admin admin] Deleting port e8646a3c-254d-47f1-a2c7-0388b0f1b464 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:55:09.497843 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6d857d1b-ec42-4444-8f77-4ba3a09e3dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:09.510702 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622', 'tag': '0697a348-9e17-441f-abf6-8b342a9b0d5e'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:55:09.513139 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dad91bf-be05-4735-8d16-9ad30aa882b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622", "tag": "0697a348-9e17-441f-abf6-8b342a9b0d5e"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:55:09.537103 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88f18697-3e43-4187-8b47-9a387e625b93 req-106c9545-ca48-4843-9438-063534721beb service neutron] 10.222.0.65 "GET /v2.0/networks/cfe4da47-92d5-4956-98a4-a30501a8cf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941412 Apr 12 18:55:09.561792 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69f0cbe-5b3d-456c-80d3-9362646be2b7 x-openstack-request-id: req-e69f0cbe-5b3d-456c-80d3-9362646be2b7 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:55:09.562313 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622", "tag": "0697a348-9e17-441f-abf6-8b342a9b0d5e", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:55:09.562650 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e69f0cbe-5b3d-456c-80d3-9362646be2b7 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:55:09.563135 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69f0cbe-5b3d-456c-80d3-9362646be2b7'] response: {'name': 'network-changed', 'server_uuid': '4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622', 'tag': '0697a348-9e17-441f-abf6-8b342a9b0d5e', 'status': 'completed', 'code': 200} Apr 12 18:55:09.582647 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-6d857d1b-ec42-4444-8f77-4ba3a09e3dad admin admin] For port e8646a3c-254d-47f1-a2c7-0388b0f1b464, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=e8646a3c-254d-47f1-a2c7-0388b0f1b464,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:55:09.582947 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6d857d1b-ec42-4444-8f77-4ba3a09e3dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:09.596434 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-6d857d1b-ec42-4444-8f77-4ba3a09e3dad admin admin] Calling delete_port for e8646a3c-254d-47f1-a2c7-0388b0f1b464 owned by network:router_interface {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:55:09.636110 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-88f18697-3e43-4187-8b47-9a387e625b93 req-aba9969d-a207-4292-87a5-8b825f0455eb service neutron] 10.222.0.65 "GET /v2.0/networks/cfe4da47-92d5-4956-98a4-a30501a8cf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932074 Apr 12 18:55:09.778893 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6d857d1b-ec42-4444-8f77-4ba3a09e3dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (e8646a3c-254d-47f1-a2c7-0388b0f1b464), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:09.806121 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d857d1b-ec42-4444-8f77-4ba3a09e3dad admin admin] Pushing event deleted for resources: {'Port': ['ID=e8646a3c-254d-47f1-a2c7-0388b0f1b464,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:10.205290 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6d857d1b-ec42-4444-8f77-4ba3a09e3dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634596'] for router_interface (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:10.381876 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device dd22de41-0ead-4661-bf70-6e28c0c025bc no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:55:10.407686 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: dd22de41-0ead-4661-bf70-6e28c0c025bc {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:55:10.408423 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device dd22de41-0ead-4661-bf70-6e28c0c025bc not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:55:10.441337 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14b6f1-4c7f-4262-b3b2-394d97c6faa7 req-d221812a-bcf0-4e73-b9d4-eecd5d64f106 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:10.442831 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2c14b6f1-4c7f-4262-b3b2-394d97c6faa7 req-d221812a-bcf0-4e73-b9d4-eecd5d64f106 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 944 time: 0.0502808 Apr 12 18:55:10.454212 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d857d1b-ec42-4444-8f77-4ba3a09e3dad admin admin] Router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:55:10.488543 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-2c14b6f1-4c7f-4262-b3b2-394d97c6faa7 req-0e20ef12-baf1-47ae-8bc5-a97c8bfab9e7 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397980 Apr 12 18:55:10.562698 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d857d1b-ec42-4444-8f77-4ba3a09e3dad admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:55:10.568163 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-6d857d1b-ec42-4444-8f77-4ba3a09e3dad admin admin] 10.222.0.64 "PUT /v2.0/routers/0c7b34a5-858f-4bf6-a5e8-200ceb4faeab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7523546 Apr 12 18:55:10.571088 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38632) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:55:10.572235 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2abec54-3d3a-4236-8cef-91c79eedf0ca None None] Sync routers for ids ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'] in dv-cinder-837536-1-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:55:10.584186 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2abec54-3d3a-4236-8cef-91c79eedf0ca None None] Routers {'0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:55:10.584797 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f2abec54-3d3a-4236-8cef-91c79eedf0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:54:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:10.678478 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] Publish callbacks [] for router (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:10.695657 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-f2abec54-3d3a-4236-8cef-91c79eedf0ca None None] Set router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab gateway port host: dv-cinder-837536-1-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:55:10.783508 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] Publish callbacks [] for router_gateway (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:10.830457 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] Deleting port c5ee1745-d227-40ae-877d-6801b39e4a69 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:55:10.830743 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (c5ee1745-d227-40ae-877d-6801b39e4a69), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:10.870876 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f2abec54-3d3a-4236-8cef-91c79eedf0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:55:09Z', 'revision_number': 5, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'gw_port': {'id': 'c5ee1745-d227-40ae-877d-6801b39e4a69', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:10.897515 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2abec54-3d3a-4236-8cef-91c79eedf0ca None None] Checking router: 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab for host: dv-cinder-837536-1-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:55:10.905987 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2abec54-3d3a-4236-8cef-91c79eedf0ca None None] Routers {'0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:55:10.906596 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f2abec54-3d3a-4236-8cef-91c79eedf0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:54:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:10.910189 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] For port c5ee1745-d227-40ae-877d-6801b39e4a69, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=c5ee1745-d227-40ae-877d-6801b39e4a69,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:55:10.910578 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (c5ee1745-d227-40ae-877d-6801b39e4a69), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:10.926647 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] Calling delete_port for c5ee1745-d227-40ae-877d-6801b39e4a69 owned by network:router_gateway {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:55:10.995836 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-f2abec54-3d3a-4236-8cef-91c79eedf0ca None None] Set router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab gateway port host: None {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:55:11.053633 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f2abec54-3d3a-4236-8cef-91c79eedf0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:55:10Z', 'revision_number': 6, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'gw_port_host': None}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:11.080707 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2abec54-3d3a-4236-8cef-91c79eedf0ca None None] The sync data for ids ['0c7b34a5-858f-4bf6-a5e8-200ceb4faeab'] in dv-cinder-837536-1-iscsi is: [{'id': '0c7b34a5-858f-4bf6-a5e8-200ceb4faeab', 'name': 'tempest-TestShelveInstance-1963828346-router', 'tenant_id': '975616643d2e40d89222b43a2a5b7fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:46Z', 'updated_at': '2022-04-12T18:55:10Z', 'revision_number': 6, 'project_id': '975616643d2e40d89222b43a2a5b7fa4', 'gw_port_host': None}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:55:11.097419 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (c5ee1745-d227-40ae-877d-6801b39e4a69), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.124972 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ee1745-d227-40ae-877d-6801b39e4a69,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:11.184466 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637250'] for router_gateway (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.273175 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58768'] for router (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.275330 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] Publish callbacks [] for router_controller (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), precommit_delete_associations {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.324524 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1631591'] for router (0c7b34a5-858f-4bf6-a5e8-200ceb4faeab), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.325293 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c7b34a5-858f-4bf6-a5e8-200ceb4faeab {{(pid=103438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:55:11.331261 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.332415 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-f1605263-34dd-458b-99ac-805579ee6224 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0c7b34a5-858f-4bf6-a5e8-200ceb4faeab HTTP/1.1" status: 204 len: 168 time: 0.7604086 Apr 12 18:55:11.334884 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38634) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:55:11.380005 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.db_base_plugin_v2 [None req-b155b734-7143-402c-91e4-19a58e3276ba admin admin] Deleting subnet d428eada-472b-4e69-9aed-e3043387f48c {{(pid=103438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:55:11.383560 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b155b734-7143-402c-91e4-19a58e3276ba admin admin] Publish callbacks [] for subnet (d428eada-472b-4e69-9aed-e3043387f48c), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.419094 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b155b734-7143-402c-91e4-19a58e3276ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8176931'] for subnet (d428eada-472b-4e69-9aed-e3043387f48c), precommit_delete_associations {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.504403 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b155b734-7143-402c-91e4-19a58e3276ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (d428eada-472b-4e69-9aed-e3043387f48c), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.558380 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b155b734-7143-402c-91e4-19a58e3276ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8176844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7482600'] for subnet (d428eada-472b-4e69-9aed-e3043387f48c), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.585122 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155b734-7143-402c-91e4-19a58e3276ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d428eada-472b-4e69-9aed-e3043387f48c,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:11.586951 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b155b734-7143-402c-91e4-19a58e3276ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.591450 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-b155b734-7143-402c-91e4-19a58e3276ba admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d428eada-472b-4e69-9aed-e3043387f48c HTTP/1.1" status: 204 len: 168 time: 0.2554865 Apr 12 18:55:11.592486 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191832d4-93df-44dd-8244-41515b08b023 None None] Network f64b858d-e4d1-498c-a2c4-da8690332031 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:55:11.593793 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 38638) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:55:11.633957 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aa662-c1b5-4910-80d7-fc176d9c6c79 req-25a0aec1-3ab1-4806-9bd1-1cd5903cb6f4 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:11.635988 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-311aa662-c1b5-4910-80d7-fc176d9c6c79 req-25a0aec1-3ab1-4806-9bd1-1cd5903cb6f4 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 944 time: 0.0761790 Apr 12 18:55:11.731534 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (f64b858d-e4d1-498c-a2c4-da8690332031), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.738911 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad91bf-be05-4735-8d16-9ad30aa882b6 req-e68eb0b0-de34-4aa8-9d66-4059fc27f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:11.740439 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7dad91bf-be05-4735-8d16-9ad30aa882b6 req-e68eb0b0-de34-4aa8-9d66-4059fc27f9e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=628b42f56ea548c8ac31277f85cb1f45&device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 1128 time: 0.0794687 Apr 12 18:55:11.769348 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-311aa662-c1b5-4910-80d7-fc176d9c6c79 req-366f3195-bae4-45b3-be79-bc22abee94ee tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071248 Apr 12 18:55:11.855714 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] Deleting port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:55:11.855921 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.859675 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9605308-b897-4c37-b402-d9118853a015 None None] DHCP port deletion for f64b858d-e4d1-498c-a2c4-da8690332031 request from dv-cinder-837536-1-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:55:11.900999 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Deleting port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:55:11.901373 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.920642 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad91bf-be05-4735-8d16-9ad30aa882b6 req-c47b9085-2991-4f1d-a475-9dd02cfdb0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:11.922130 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7dad91bf-be05-4735-8d16-9ad30aa882b6 req-c47b9085-2991-4f1d-a475-9dd02cfdb0bf service neutron] 10.222.0.65 "GET /v2.0/networks?id=cfe4da47-92d5-4956-98a4-a30501a8cf24 HTTP/1.1" status: 200 len: 915 time: 0.1675155 Apr 12 18:55:11.943882 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] For port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=0c5b8b59-445d-42ba-8e8c-c3567e093c4d,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:55:11.944255 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.969358 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-c9605308-b897-4c37-b402-d9118853a015 None None] For port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=0c5b8b59-445d-42ba-8e8c-c3567e093c4d,segment=NetworkSegment(926fc14c-2d59-41cd-bbde-968f35a484c3),segment_id=926fc14c-2d59-41cd-bbde-968f35a484c3)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:55:11.969782 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:11.981617 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7dad91bf-be05-4735-8d16-9ad30aa882b6 req-6c1e912b-0fc9-44ed-9705-e27445e5121e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0697a348-9e17-441f-abf6-8b342a9b0d5e HTTP/1.1" status: 200 len: 217 time: 0.0504961 Apr 12 18:55:11.983712 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Calling delete_port for 0c5b8b59-445d-42ba-8e8c-c3567e093c4d owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:55:11.988522 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] Calling delete_port for 0c5b8b59-445d-42ba-8e8c-c3567e093c4d owned by network:dhcp {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:55:12.068630 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad91bf-be05-4735-8d16-9ad30aa882b6 req-d59a6ff4-8800-4c13-850e-3b4216121b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:12.070376 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7dad91bf-be05-4735-8d16-9ad30aa882b6 req-d59a6ff4-8800-4c13-850e-3b4216121b78 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=996e94d0-d160-4a28-a785-b04a98d76f63 HTTP/1.1" status: 200 len: 854 time: 0.0830255 Apr 12 18:55:12.072764 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575'] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:12.100088 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Pushing event deleted for resources: {'Port': ['ID=0c5b8b59-445d-42ba-8e8c-c3567e093c4d,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:12.104697 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9605308-b897-4c37-b402-d9118853a015 None None] No DVR routers for this DVR port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d on host dv-cinder-837536-1-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:55:12.114754 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:12.114894 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:12.115252 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:12.115929 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:12.116440 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:12.117009 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:12.117664 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:12.118170 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:12.119116 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:12.119680 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:12.120207 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:12.120330 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7dad91bf-be05-4735-8d16-9ad30aa882b6 req-e99d8fac-2f9f-4ce4-bd79-82c0e8d6c3f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfe4da47-92d5-4956-98a4-a30501a8cf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413196 Apr 12 18:55:12.120877 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:12.121610 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:12.122203 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:12.123065 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9605308-b897-4c37-b402-d9118853a015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:55:12.164394 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (0c5b8b59-445d-42ba-8e8c-c3567e093c4d), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:12.216317 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5b8b59-445d-42ba-8e8c-c3567e093c4d,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:12.227792 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] No DVR routers for this DVR port 0c5b8b59-445d-42ba-8e8c-c3567e093c4d on host dv-cinder-837536-1-iscsi {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:55:12.294395 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7dad91bf-be05-4735-8d16-9ad30aa882b6 req-07f7bca1-6b98-4fc8-8d68-3e083a8d5625 service neutron] 10.222.0.65 "GET /v2.0/networks/cfe4da47-92d5-4956-98a4-a30501a8cf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632450 Apr 12 18:55:12.330157 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (f64b858d-e4d1-498c-a2c4-da8690332031), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:12.379834 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 0697a348-9e17-441f-abf6-8b342a9b0d5e details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:55:12.391705 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64b858d-e4d1-498c-a2c4-da8690332031']}} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:12.404166 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926fc14c-2d59-41cd-bbde-968f35a484c3') {'for_net_delete': True} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:12.404461 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.services.segments.db [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926fc14c-2d59-41cd-bbde-968f35a484c3') {} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:12.423857 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device c5ee1745-d227-40ae-877d-6801b39e4a69 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:55:12.424246 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7484339'] for segment (926fc14c-2d59-41cd-bbde-968f35a484c3), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:12.446311 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (926fc14c-2d59-41cd-bbde-968f35a484c3), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:12.456151 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-7dad91bf-be05-4735-8d16-9ad30aa882b6 req-728a2fa3-3aa3-406f-9c89-66f838faf023 service neutron] 10.222.0.65 "GET /v2.0/networks/cfe4da47-92d5-4956-98a4-a30501a8cf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380503 Apr 12 18:55:12.457009 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:55:12.457392 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8342008'] for segment (926fc14c-2d59-41cd-bbde-968f35a484c3), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: self.session.flush() Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: self.session.flush() Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: self.session.flush() Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: self.session.flush() Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: Traceback (most recent call last): Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: timer() Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: cb(*args, **kw) Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: return func(*args, **kwargs) Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: self._notify() Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: self.callback(batched_events) Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: event.method(event) Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: return f(self, *a, **k) Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: return self._get(url).json() Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: return self.request(url, 'GET', **kwargs) Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:55:12.459104 dv-cinder-837536-1-iscsi neutron-server[103439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:55:12.468471 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: c5ee1745-d227-40ae-877d-6801b39e4a69 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:55:12.468847 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device c5ee1745-d227-40ae-877d-6801b39e4a69 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:55:12.469248 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device e8646a3c-254d-47f1-a2c7-0388b0f1b464 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:55:12.491238 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: e8646a3c-254d-47f1-a2c7-0388b0f1b464 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:55:12.491621 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device e8646a3c-254d-47f1-a2c7-0388b0f1b464 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:55:12.491984 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 0c5b8b59-445d-42ba-8e8c-c3567e093c4d no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:55:12.519391 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 0c5b8b59-445d-42ba-8e8c-c3567e093c4d {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:55:12.519745 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 0c5b8b59-445d-42ba-8e8c-c3567e093c4d not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:55:12.548105 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 0697a348-9e17-441f-abf6-8b342a9b0d5e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0697a348-9e17-441f-abf6-8b342a9b0d5e,segment=NetworkSegment(7a8c4965-1a3f-4b28-8c92-93601dd6f9ca),segment_id=7a8c4965-1a3f-4b28-8c92-93601dd6f9ca)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:55:12.560883 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Returning: {'device': '0697a348-9e17-441f-abf6-8b342a9b0d5e', 'network_id': 'cfe4da47-92d5-4956-98a4-a30501a8cf24', 'port_id': '0697a348-9e17-441f-abf6-8b342a9b0d5e', 'mac_address': 'fa:16:3e:82:9c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996e94d0-d160-4a28-a785-b04a98d76f63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:55:12.601080 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 0697a348-9e17-441f-abf6-8b342a9b0d5e is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:55:12.601795 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (0697a348-9e17-441f-abf6-8b342a9b0d5e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:12.616285 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0697a348-9e17-441f-abf6-8b342a9b0d5e {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:55:12.638602 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 0697a348-9e17-441f-abf6-8b342a9b0d5e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0697a348-9e17-441f-abf6-8b342a9b0d5e,segment=NetworkSegment(7a8c4965-1a3f-4b28-8c92-93601dd6f9ca),segment_id=7a8c4965-1a3f-4b28-8c92-93601dd6f9ca)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:55:12.645023 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (0697a348-9e17-441f-abf6-8b342a9b0d5e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:12.695071 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=0697a348-9e17-441f-abf6-8b342a9b0d5e,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:12.802089 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (f64b858d-e4d1-498c-a2c4-da8690332031), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:12.808472 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:12.811548 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f64b858d-e4d1-498c-a2c4-da8690332031 HTTP/1.1" status: 204 len: 168 time: 1.2168050 Apr 12 18:55:12.814449 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 38644) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:55:12.830254 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc8f45-a8a8-414f-ae86-9d063ead0505 admin admin] Pushing event deleted for resources: {'Network': ['ID=f64b858d-e4d1-498c-a2c4-da8690332031,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:12.946598 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343d140-4eb7-4121-87cb-f5b78ff6eac5 req-7348d52a-d71b-4a01-867c-74da37bd20c2 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:12.948103 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0343d140-4eb7-4121-87cb-f5b78ff6eac5 req-7348d52a-d71b-4a01-867c-74da37bd20c2 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 945 time: 0.0824084 Apr 12 18:55:12.987320 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['0697a348-9e17-441f-abf6-8b342a9b0d5e'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:55:13.044501 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-0343d140-4eb7-4121-87cb-f5b78ff6eac5 req-127b79fc-6c0a-4cd8-ad84-1d8b0e64f1be tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899253 Apr 12 18:55:13.230048 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878ab60b-f348-4b43-8fac-4fe24558eec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634744'] for router_interface (d93c089c-7db4-44f8-b6d3-48cd75a81245), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:13.322781 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-832c6686-8c90-4271-95f2-7e8e903bd97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:13.479485 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-878ab60b-f348-4b43-8fac-4fe24558eec7 admin admin] Deleting port 1011b699-108e-45b7-a33d-ad107a089d92 {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:55:13.479826 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878ab60b-f348-4b43-8fac-4fe24558eec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (1011b699-108e-45b7-a33d-ad107a089d92), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:13.571645 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [None req-878ab60b-f348-4b43-8fac-4fe24558eec7 admin admin] For port 1011b699-108e-45b7-a33d-ad107a089d92, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=1011b699-108e-45b7-a33d-ad107a089d92,segment=NetworkSegment(121c62bd-2c32-4e60-b8b6-1a77475fa4c2),segment_id=121c62bd-2c32-4e60-b8b6-1a77475fa4c2)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:55:13.572053 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878ab60b-f348-4b43-8fac-4fe24558eec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (1011b699-108e-45b7-a33d-ad107a089d92), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:13.588182 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-878ab60b-f348-4b43-8fac-4fe24558eec7 admin admin] Calling delete_port for 1011b699-108e-45b7-a33d-ad107a089d92 owned by network:router_interface {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:55:13.786555 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878ab60b-f348-4b43-8fac-4fe24558eec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (1011b699-108e-45b7-a33d-ad107a089d92), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:13.812109 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ab60b-f348-4b43-8fac-4fe24558eec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1011b699-108e-45b7-a33d-ad107a089d92,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:13.986579 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-878ab60b-f348-4b43-8fac-4fe24558eec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634596'] for router_interface (d93c089c-7db4-44f8-b6d3-48cd75a81245), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:14.222087 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de100d-f1a7-47cd-ab8e-4afb09b3545b req-e9e655ee-5af4-4b0c-be68-ce77f2dc29df tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:14.223589 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-69de100d-f1a7-47cd-ab8e-4afb09b3545b req-e9e655ee-5af4-4b0c-be68-ce77f2dc29df tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 945 time: 0.0824924 Apr 12 18:55:14.272565 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878ab60b-f348-4b43-8fac-4fe24558eec7 admin admin] Router d93c089c-7db4-44f8-b6d3-48cd75a81245 has already been hosted by L3 agent 44317c89-751a-4fda-aa0e-2e986157389a {{(pid=103439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:55:14.291029 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-69de100d-f1a7-47cd-ab8e-4afb09b3545b req-090705c3-71b9-4ee5-bff9-ff114280fb34 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584817 Apr 12 18:55:14.388487 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 0697a348-9e17-441f-abf6-8b342a9b0d5e up at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:55:14.402860 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878ab60b-f348-4b43-8fac-4fe24558eec7 admin admin] Notify agent at l3_agent.dv-cinder-837536-1-iscsi the message routers_updated {{(pid=103439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:55:14.410477 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-878ab60b-f348-4b43-8fac-4fe24558eec7 admin admin] 10.222.0.64 "PUT /v2.0/routers/d93c089c-7db4-44f8-b6d3-48cd75a81245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5950761 Apr 12 18:55:14.411449 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38648) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:55:14.414147 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd8c2d-d24d-45da-996f-ea7c3ebec0fa None None] Sync routers for ids ['d93c089c-7db4-44f8-b6d3-48cd75a81245'] in dv-cinder-837536-1-iscsi {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:55:14.429026 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd8c2d-d24d-45da-996f-ea7c3ebec0fa None None] Routers {'d93c089c-7db4-44f8-b6d3-48cd75a81245'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:55:14.429733 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f0cd8c2d-d24d-45da-996f-ea7c3ebec0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:54:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d93c089c-7db4-44f8-b6d3-48cd75a81245'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:14.439867 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning for port 0697a348-9e17-441f-abf6-8b342a9b0d5e completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:55:14.446124 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Provisioning complete for port 0697a348-9e17-441f-abf6-8b342a9b0d5e triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:55:14.446503 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543567'] for port (0697a348-9e17-441f-abf6-8b342a9b0d5e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:14.525227 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] Publish callbacks [] for router (d93c089c-7db4-44f8-b6d3-48cd75a81245), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:14.526898 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Current status of the port 0697a348-9e17-441f-abf6-8b342a9b0d5e is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:55:14.527315 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3525632'] for port (0697a348-9e17-441f-abf6-8b342a9b0d5e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:14.539505 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-f0cd8c2d-d24d-45da-996f-ea7c3ebec0fa None None] Set router d93c089c-7db4-44f8-b6d3-48cd75a81245 gateway port host: dv-cinder-837536-1-iscsi {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:55:14.550826 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0697a348-9e17-441f-abf6-8b342a9b0d5e'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:55:14.553152 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a93633448be60b3b55fde5c03f92737c7fc153917a3509e7fff4cbdc7b7b84e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c73b4a5-b9af-4f55-bd3c-6a6a6d6169c5" -d '{"events": [{"server_uuid": "4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622", "name": "network-vif-plugged", "status": "completed", "tag": "0697a348-9e17-441f-abf6-8b342a9b0d5e"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:55:14.570541 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] For port 0697a348-9e17-441f-abf6-8b342a9b0d5e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0697a348-9e17-441f-abf6-8b342a9b0d5e,segment=NetworkSegment(7a8c4965-1a3f-4b28-8c92-93601dd6f9ca),segment_id=7a8c4965-1a3f-4b28-8c92-93601dd6f9ca)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:55:14.577757 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788792257320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788791750584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788791750602'] for port (0697a348-9e17-441f-abf6-8b342a9b0d5e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:14.602869 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ced3197-9110-401b-8c95-080f8d8dc025 x-openstack-request-id: req-0ced3197-9110-401b-8c95-080f8d8dc025 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:55:14.603240 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622", "name": "network-vif-plugged", "status": "completed", "tag": "0697a348-9e17-441f-abf6-8b342a9b0d5e", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:55:14.603587 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ced3197-9110-401b-8c95-080f8d8dc025 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:55:14.604072 dv-cinder-837536-1-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ced3197-9110-401b-8c95-080f8d8dc025'] response: {'server_uuid': '4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0697a348-9e17-441f-abf6-8b342a9b0d5e', 'code': 200} Apr 12 18:55:14.636576 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Pushing event updated for resources: {'Port': ['ID=0697a348-9e17-441f-abf6-8b342a9b0d5e,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:14.647534 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] Publish callbacks [] for router_gateway (d93c089c-7db4-44f8-b6d3-48cd75a81245), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:14.698484 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] Deleting port a0719da1-33c0-4f8c-9c60-7fdff61650b6 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:55:14.699464 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (a0719da1-33c0-4f8c-9c60-7fdff61650b6), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:14.740611 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f0cd8c2d-d24d-45da-996f-ea7c3ebec0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'name': 'tempest-TestShelveInstance-1313524422-router', 'tenant_id': '24836e95b2f34526828c4f9dd35823e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'external_fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a0719da1-33c0-4f8c-9c60-7fdff61650b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:52Z', 'updated_at': '2022-04-12T18:55:13Z', 'revision_number': 5, 'project_id': '24836e95b2f34526828c4f9dd35823e0', 'gw_port': {'id': 'a0719da1-33c0-4f8c-9c60-7fdff61650b6', 'name': '', 'network_id': '78cdc165-acac-4fef-b363-a66b7c239f59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '792d5229-3351-49ea-ac48-fd8944889b32', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:49:53Z', 'updated_at': '2022-04-12T18:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792d5229-3351-49ea-ac48-fd8944889b32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837536-1-iscsi'}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:14.773508 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd8c2d-d24d-45da-996f-ea7c3ebec0fa None None] Checking router: d93c089c-7db4-44f8-b6d3-48cd75a81245 for host: dv-cinder-837536-1-iscsi {{(pid=103441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:55:14.782983 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] For port a0719da1-33c0-4f8c-9c60-7fdff61650b6, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=a0719da1-33c0-4f8c-9c60-7fdff61650b6,segment=NetworkSegment(a99f5185-4497-4777-8ea9-6fd2bd0244a0),segment_id=a99f5185-4497-4777-8ea9-6fd2bd0244a0)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:55:14.783518 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (a0719da1-33c0-4f8c-9c60-7fdff61650b6), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:14.783661 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc1410-ee41-4635-a25d-b07f50781ed8 req-4b469012-02ea-491a-ba92-7abd065439b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:14.785271 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd8c2d-d24d-45da-996f-ea7c3ebec0fa None None] Routers {'d93c089c-7db4-44f8-b6d3-48cd75a81245'} bound to L3 agent in host dv-cinder-837536-1-iscsi {{(pid=103441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:55:14.785396 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bdcc1410-ee41-4635-a25d-b07f50781ed8 req-4b469012-02ea-491a-ba92-7abd065439b5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 1130 time: 0.0434322 Apr 12 18:55:14.786006 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f0cd8c2d-d24d-45da-996f-ea7c3ebec0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T18:29:46Z,description=,heartbeat_timestamp=2022-04-12T18:54:46Z,host='dv-cinder-837536-1-iscsi',id=44317c89-751a-4fda-aa0e-2e986157389a,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T18:29:46Z,topic='l3_agent')) {'router_ids': ['d93c089c-7db4-44f8-b6d3-48cd75a81245'], 'active': True} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:14.801129 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] Calling delete_port for a0719da1-33c0-4f8c-9c60-7fdff61650b6 owned by network:router_gateway {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:55:14.835021 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-bdcc1410-ee41-4635-a25d-b07f50781ed8 req-6b802ef2-7267-4c3b-b6d5-7d06229a8390 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422649 Apr 12 18:55:14.965932 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_dvr_db [None req-f0cd8c2d-d24d-45da-996f-ea7c3ebec0fa None None] Set router d93c089c-7db4-44f8-b6d3-48cd75a81245 gateway port host: None {{(pid=103441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:55:14.978402 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (a0719da1-33c0-4f8c-9c60-7fdff61650b6), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.003580 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] Pushing event deleted for resources: {'Port': ['ID=a0719da1-33c0-4f8c-9c60-7fdff61650b6,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:15.019962 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.l3_hamode_db [None req-f0cd8c2d-d24d-45da-996f-ea7c3ebec0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'name': 'tempest-TestShelveInstance-1313524422-router', 'tenant_id': '24836e95b2f34526828c4f9dd35823e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:52Z', 'updated_at': '2022-04-12T18:55:14Z', 'revision_number': 6, 'project_id': '24836e95b2f34526828c4f9dd35823e0', 'gw_port_host': None}], 'dv-cinder-837536-1-iscsi', False) {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:15.050622 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd8c2d-d24d-45da-996f-ea7c3ebec0fa None None] The sync data for ids ['d93c089c-7db4-44f8-b6d3-48cd75a81245'] in dv-cinder-837536-1-iscsi is: [{'id': 'd93c089c-7db4-44f8-b6d3-48cd75a81245', 'name': 'tempest-TestShelveInstance-1313524422-router', 'tenant_id': '24836e95b2f34526828c4f9dd35823e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:49:52Z', 'updated_at': '2022-04-12T18:55:14Z', 'revision_number': 6, 'project_id': '24836e95b2f34526828c4f9dd35823e0', 'gw_port_host': None}] {{(pid=103441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:55:15.076593 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637250'] for router_gateway (d93c089c-7db4-44f8-b6d3-48cd75a81245), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.173037 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1631580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58768'] for router (d93c089c-7db4-44f8-b6d3-48cd75a81245), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.175298 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] Publish callbacks [] for router_controller (d93c089c-7db4-44f8-b6d3-48cd75a81245), precommit_delete_associations {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.228702 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1631591'] for router (d93c089c-7db4-44f8-b6d3-48cd75a81245), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.229192 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d93c089c-7db4-44f8-b6d3-48cd75a81245 {{(pid=103438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:55:15.233458 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.234631 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-e9f3a48f-a2f9-4f06-adb7-34507efd896d admin admin] 10.222.0.64 "DELETE /v2.0/routers/d93c089c-7db4-44f8-b6d3-48cd75a81245 HTTP/1.1" status: 204 len: 168 time: 0.8195174 Apr 12 18:55:15.237304 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 38652) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:55:15.284499 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d15e650-8628-4ed0-ac5e-3535d8d000a2 admin admin] Deleting subnet ca4e9811-1211-4b20-af76-85750c75fe97 {{(pid=103439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:55:15.287690 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3d15e650-8628-4ed0-ac5e-3535d8d000a2 admin admin] Publish callbacks [] for subnet (ca4e9811-1211-4b20-af76-85750c75fe97), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.321978 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3d15e650-8628-4ed0-ac5e-3535d8d000a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7484296'] for subnet (ca4e9811-1211-4b20-af76-85750c75fe97), precommit_delete_associations {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.438310 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc7319-5ea7-4ade-b9a0-36923b72b73e req-60af3801-47ae-4124-b822-57673fa0db6a tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:15.439938 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3edc7319-5ea7-4ade-b9a0-36923b72b73e req-60af3801-47ae-4124-b822-57673fa0db6a tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 946 time: 0.0750959 Apr 12 18:55:15.445132 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3d15e650-8628-4ed0-ac5e-3535d8d000a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (ca4e9811-1211-4b20-af76-85750c75fe97), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.524360 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-3edc7319-5ea7-4ade-b9a0-36923b72b73e req-37280c3d-f0e3-43d3-bda2-7f94247ff1cb tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767074 Apr 12 18:55:15.531820 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3d15e650-8628-4ed0-ac5e-3535d8d000a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8341826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8224882'] for subnet (ca4e9811-1211-4b20-af76-85750c75fe97), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.558877 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15e650-8628-4ed0-ac5e-3535d8d000a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4e9811-1211-4b20-af76-85750c75fe97,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:15.560836 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-3d15e650-8628-4ed0-ac5e-3535d8d000a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.564756 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-3d15e650-8628-4ed0-ac5e-3535d8d000a2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ca4e9811-1211-4b20-af76-85750c75fe97 HTTP/1.1" status: 204 len: 168 time: 0.3263488 Apr 12 18:55:15.566577 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38656) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:55:15.569801 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc110a94-ac47-48ed-a5d3-bdb8438e01ca None None] Network 83a39928-bae4-4a78-af29-44a905236855 requested from dv-cinder-837536-1-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:55:15.637279 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (83a39928-bae4-4a78-af29-44a905236855), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.684000 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] Deleting port f12b40b2-4053-4b7f-ad4d-e36075d34820 {{(pid=103438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:55:15.684337 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (f12b40b2-4053-4b7f-ad4d-e36075d34820), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.742813 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c877d73c-de7c-4785-aa9a-201ebdd99255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.748980 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] For port f12b40b2-4053-4b7f-ad4d-e36075d34820, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=f12b40b2-4053-4b7f-ad4d-e36075d34820,segment=NetworkSegment(121c62bd-2c32-4e60-b8b6-1a77475fa4c2),segment_id=121c62bd-2c32-4e60-b8b6-1a77475fa4c2)] {{(pid=103438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:55:15.749344 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (f12b40b2-4053-4b7f-ad4d-e36075d34820), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.763506 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] Calling delete_port for f12b40b2-4053-4b7f-ad4d-e36075d34820 owned by network:dhcp {{(pid=103438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:55:15.832541 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddd2628-c915-4466-a2ed-596cdae095fa None None] DHCP port deletion for 83a39928-bae4-4a78-af29-44a905236855 request from dv-cinder-837536-1-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:55:15.878923 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-dddd2628-c915-4466-a2ed-596cdae095fa None None] Deleting port f12b40b2-4053-4b7f-ad4d-e36075d34820 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:55:15.879342 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dddd2628-c915-4466-a2ed-596cdae095fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (f12b40b2-4053-4b7f-ad4d-e36075d34820), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.946226 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-dddd2628-c915-4466-a2ed-596cdae095fa None None] For port f12b40b2-4053-4b7f-ad4d-e36075d34820, host dv-cinder-837536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837536-1-iscsi',level=0,port_id=f12b40b2-4053-4b7f-ad4d-e36075d34820,segment=NetworkSegment(121c62bd-2c32-4e60-b8b6-1a77475fa4c2),segment_id=121c62bd-2c32-4e60-b8b6-1a77475fa4c2)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:55:15.946668 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dddd2628-c915-4466-a2ed-596cdae095fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (f12b40b2-4053-4b7f-ad4d-e36075d34820), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:15.960747 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-dddd2628-c915-4466-a2ed-596cdae095fa None None] Calling delete_port for f12b40b2-4053-4b7f-ad4d-e36075d34820 owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:55:16.052304 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dddd2628-c915-4466-a2ed-596cdae095fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575'] for port (f12b40b2-4053-4b7f-ad4d-e36075d34820), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:16.078174 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd2628-c915-4466-a2ed-596cdae095fa None None] Pushing event deleted for resources: {'Port': ['ID=f12b40b2-4053-4b7f-ad4d-e36075d34820,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:16.083652 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd2628-c915-4466-a2ed-596cdae095fa None None] No DVR routers for this DVR port f12b40b2-4053-4b7f-ad4d-e36075d34820 on host dv-cinder-837536-1-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:55:16.085487 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8176803'] for port (f12b40b2-4053-4b7f-ad4d-e36075d34820), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:16.111466 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12b40b2-4053-4b7f-ad4d-e36075d34820,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:16.117498 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] No DVR routers for this DVR port f12b40b2-4053-4b7f-ad4d-e36075d34820 on host dv-cinder-837536-1-iscsi {{(pid=103438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:55:16.189805 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (83a39928-bae4-4a78-af29-44a905236855), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:16.210366 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a39928-bae4-4a78-af29-44a905236855']}} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:16.220640 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121c62bd-2c32-4e60-b8b6-1a77475fa4c2') {'for_net_delete': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:16.220936 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121c62bd-2c32-4e60-b8b6-1a77475fa4c2') {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:55:16.231105 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8176920'] for segment (121c62bd-2c32-4e60-b8b6-1a77475fa4c2), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:16.246863 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (121c62bd-2c32-4e60-b8b6-1a77475fa4c2), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:16.255169 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:55:16.255550 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176758'] for segment (121c62bd-2c32-4e60-b8b6-1a77475fa4c2), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: self.session.flush() Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: self.session.flush() Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: self.session.flush() Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: self.session.flush() Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: Traceback (most recent call last): Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: timer() Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: cb(*args, **kw) Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: return func(*args, **kwargs) Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: self._notify() Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: self.callback(batched_events) Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: event.method(event) Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: return f(self, *a, **k) Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._get(url).json() Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: return self.request(url, 'GET', **kwargs) Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:55:16.257268 dv-cinder-837536-1-iscsi neutron-server[103438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:55:16.313592 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (83a39928-bae4-4a78-af29-44a905236855), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:16.319091 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:16.322298 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] 10.222.0.64 "DELETE /v2.0/networks/83a39928-bae4-4a78-af29-44a905236855 HTTP/1.1" status: 204 len: 168 time: 0.7540641 Apr 12 18:55:16.334170 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51d067-1ae3-4446-ac1c-140e08803487 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a39928-bae4-4a78-af29-44a905236855,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:16.417370 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 1011b699-108e-45b7-a33d-ad107a089d92 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:55:16.440833 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: 1011b699-108e-45b7-a33d-ad107a089d92 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:55:16.441193 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device 1011b699-108e-45b7-a33d-ad107a089d92 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:55:16.441940 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device f12b40b2-4053-4b7f-ad4d-e36075d34820 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:55:16.461152 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38660) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:55:16.464619 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: f12b40b2-4053-4b7f-ad4d-e36075d34820 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:55:16.465166 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device f12b40b2-4053-4b7f-ad4d-e36075d34820 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:55:16.465590 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device a0719da1-33c0-4f8c-9c60-7fdff61650b6 no longer exists at agent ovs-agent-dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:55:16.489339 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] No Port match for: a0719da1-33c0-4f8c-9c60-7fdff61650b6 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:55:16.489693 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Device a0719da1-33c0-4f8c-9c60-7fdff61650b6 not bound to the agent host dv-cinder-837536-1-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:55:16.506299 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-a15c1967-5a8b-42a0-b42c-3946c527ef50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=975616643d2e40d89222b43a2a5b7fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438247 Apr 12 18:55:16.508559 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38662) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:55:16.554918 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-264d75ae-cffd-483b-a603-ac6bfabdc81e admin admin] Publish callbacks [] for security_group (1777e4e1-9af0-46d0-a47c-fe9ed1faec36), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:16.576754 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-264d75ae-cffd-483b-a603-ac6bfabdc81e admin admin] Publish callbacks [] for security_group (1777e4e1-9af0-46d0-a47c-fe9ed1faec36), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:16.623939 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-264d75ae-cffd-483b-a603-ac6bfabdc81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (1777e4e1-9af0-46d0-a47c-fe9ed1faec36), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:16.626620 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-264d75ae-cffd-483b-a603-ac6bfabdc81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:16.627854 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-264d75ae-cffd-483b-a603-ac6bfabdc81e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1777e4e1-9af0-46d0-a47c-fe9ed1faec36 HTTP/1.1" status: 204 len: 168 time: 0.1184020 Apr 12 18:55:16.637321 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d75ae-cffd-483b-a603-ac6bfabdc81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1777e4e1-9af0-46d0-a47c-fe9ed1faec36,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:16.642056 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33477bba-d9ec-406a-b335-130f549799f9 req-7438b691-0fdd-4ee2-a17d-2af8a309beb0 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:16.643666 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-33477bba-d9ec-406a-b335-130f549799f9 req-7438b691-0fdd-4ee2-a17d-2af8a309beb0 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 946 time: 0.0514066 Apr 12 18:55:16.674683 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:16.705261 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-33477bba-d9ec-406a-b335-130f549799f9 req-f144075b-de13-4f60-b4ae-ab919c5a4891 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550549 Apr 12 18:55:16.967781 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38678) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:55:17.030484 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-7aa15b3e-9a8c-49dc-b2c1-1c7f99084bf4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24836e95b2f34526828c4f9dd35823e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0610900 Apr 12 18:55:17.033141 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 38682) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:55:17.089571 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-92d1bd06-a985-4134-86e3-7c051228a3a5 admin admin] Publish callbacks [] for security_group (c51ea197-9492-4ba9-935f-752bdf70aaee), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:17.111211 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-92d1bd06-a985-4134-86e3-7c051228a3a5 admin admin] Publish callbacks [] for security_group (c51ea197-9492-4ba9-935f-752bdf70aaee), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:17.164406 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-92d1bd06-a985-4134-86e3-7c051228a3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (c51ea197-9492-4ba9-935f-752bdf70aaee), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:17.167129 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-92d1bd06-a985-4134-86e3-7c051228a3a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:17.168443 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-92d1bd06-a985-4134-86e3-7c051228a3a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c51ea197-9492-4ba9-935f-752bdf70aaee HTTP/1.1" status: 204 len: 168 time: 0.1343524 Apr 12 18:55:17.176408 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1bd06-a985-4134-86e3-7c051228a3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51ea197-9492-4ba9-935f-752bdf70aaee,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:18.091510 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:19.762073 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:29.810795 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:38.922007 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:55:39.998031 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25181e-e22e-4061-9916-2e4d80227e61 req-e4d8364d-ef7e-4ff8-bdba-321dc20d039d tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:39.999464 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aa25181e-e22e-4061-9916-2e4d80227e61 req-e4d8364d-ef7e-4ff8-bdba-321dc20d039d tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 946 time: 0.0583706 Apr 12 18:55:40.047464 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-aa25181e-e22e-4061-9916-2e4d80227e61 req-57d41209-4b0a-4c8f-8395-71a17aed0777 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 Apr 12 18:55:41.176328 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786024df-3651-4b17-b8c7-d8150554c77a req-ba1aa09e-5470-4965-8601-07424092a67a tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:41.177778 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-786024df-3651-4b17-b8c7-d8150554c77a req-ba1aa09e-5470-4965-8601-07424092a67a tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 946 time: 0.0501087 Apr 12 18:55:41.227343 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-786024df-3651-4b17-b8c7-d8150554c77a req-49109a45-553f-4e44-8125-475c123b15fb tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/security-groups?id=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 Apr 12 18:55:41.709415 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6825c-fa78-4eeb-a9a1-0b8a50b6d062 req-3c39e760-fd94-44c3-8d13-decf63c736ef tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:55:41.711508 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-80b6825c-fa78-4eeb-a9a1-0b8a50b6d062 req-3c39e760-fd94-44c3-8d13-decf63c736ef tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 946 time: 0.0544169 Apr 12 18:55:41.922329 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-80b6825c-fa78-4eeb-a9a1-0b8a50b6d062 req-faa8be39-3b28-43bf-b0e4-726bd6fd673f tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Deleting port 0697a348-9e17-441f-abf6-8b342a9b0d5e {{(pid=103439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:55:41.922632 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-80b6825c-fa78-4eeb-a9a1-0b8a50b6d062 req-faa8be39-3b28-43bf-b0e4-726bd6fd673f tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788792251944'] for port (0697a348-9e17-441f-abf6-8b342a9b0d5e), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:42.015979 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.db [req-80b6825c-fa78-4eeb-a9a1-0b8a50b6d062 req-faa8be39-3b28-43bf-b0e4-726bd6fd673f tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] For port 0697a348-9e17-441f-abf6-8b342a9b0d5e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0697a348-9e17-441f-abf6-8b342a9b0d5e,segment=NetworkSegment(7a8c4965-1a3f-4b28-8c92-93601dd6f9ca),segment_id=7a8c4965-1a3f-4b28-8c92-93601dd6f9ca)] {{(pid=103439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:55:42.016335 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-80b6825c-fa78-4eeb-a9a1-0b8a50b6d062 req-faa8be39-3b28-43bf-b0e4-726bd6fd673f tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622070'] for port (0697a348-9e17-441f-abf6-8b342a9b0d5e), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:42.029327 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [req-80b6825c-fa78-4eeb-a9a1-0b8a50b6d062 req-faa8be39-3b28-43bf-b0e4-726bd6fd673f tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Calling delete_port for 0697a348-9e17-441f-abf6-8b342a9b0d5e owned by compute:nova {{(pid=103439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:55:42.163596 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-80b6825c-fa78-4eeb-a9a1-0b8a50b6d062 req-faa8be39-3b28-43bf-b0e4-726bd6fd673f tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3525831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788792257302', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788791750575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8341805'] for port (0697a348-9e17-441f-abf6-8b342a9b0d5e), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:42.176568 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] get_ports_and_sgs() called for port_ids ['0697a348-9e17-441f-abf6-8b342a9b0d5e'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:55:42.192148 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8be39-3b28-43bf-b0e4-726bd6fd673f tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Pushing event deleted for resources: {'Port': ['ID=0697a348-9e17-441f-abf6-8b342a9b0d5e,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:55:42.234823 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b6825c-fa78-4eeb-a9a1-0b8a50b6d062 req-faa8be39-3b28-43bf-b0e4-726bd6fd673f tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] No DVR routers for this DVR port 0697a348-9e17-441f-abf6-8b342a9b0d5e on host hv-cinder-83753 {{(pid=103439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:55:42.237352 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [req-80b6825c-fa78-4eeb-a9a1-0b8a50b6d062 req-faa8be39-3b28-43bf-b0e4-726bd6fd673f tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208092'] for port (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:42.240576 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-80b6825c-fa78-4eeb-a9a1-0b8a50b6d062 req-faa8be39-3b28-43bf-b0e4-726bd6fd673f tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.65 "DELETE /v2.0/ports/0697a348-9e17-441f-abf6-8b342a9b0d5e HTTP/1.1" status: 204 len: 173 time: 0.4052949 Apr 12 18:55:42.241009 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622', 'name': 'network-vif-deleted', 'tag': '0697a348-9e17-441f-abf6-8b342a9b0d5e'}] {{(pid=103439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:55:42.243232 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9cf3dc38ddfa4c650456f3cac562b2dd81f9ac597b048275ae8d16da42bf5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c9e847-8d45-4cfc-822e-93e29c932b93" -d '{"events": [{"server_uuid": "4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622", "name": "network-vif-deleted", "tag": "0697a348-9e17-441f-abf6-8b342a9b0d5e"}]}' {{(pid=103439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:55:42.278374 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1173d1f3-dbb0-417f-abd8-04496ea3de51 x-openstack-request-id: req-1173d1f3-dbb0-417f-abd8-04496ea3de51 {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:55:42.278712 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622", "name": "network-vif-deleted", "tag": "0697a348-9e17-441f-abf6-8b342a9b0d5e", "status": "completed", "code": 200}]} {{(pid=103439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:55:42.279004 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1173d1f3-dbb0-417f-abd8-04496ea3de51 {{(pid=103439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:55:42.279301 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1173d1f3-dbb0-417f-abd8-04496ea3de51'] response: {'server_uuid': '4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622', 'name': 'network-vif-deleted', 'tag': '0697a348-9e17-441f-abf6-8b342a9b0d5e', 'status': 'completed', 'code': 200} Apr 12 18:55:42.335275 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [req-4bcc0019-46c7-4415-ac25-422b7e77a242 req-5e37a2d6-8338-4de8-9851-ed5014d994b5 tempest-VolumesSnapshotTestJSON-279578774 tempest-VolumesSnapshotTestJSON-279578774-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4f82cd-14e8-4d6f-ac0b-777ea7b9c622 HTTP/1.1" status: 200 len: 210 time: 0.0312092 Apr 12 18:55:43.337237 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d7442f0b-0341-4759-92ac-e46f1bc3c725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:45.754185 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-95bb3b7e-894f-4efb-86b4-da10ee1cad73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:46.675977 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:47.254913 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 0697a348-9e17-441f-abf6-8b342a9b0d5e no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:55:47.277923 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] No Port match for: 0697a348-9e17-441f-abf6-8b342a9b0d5e {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:55:47.278241 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Device 0697a348-9e17-441f-abf6-8b342a9b0d5e not bound to the agent host hv-cinder-83753 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:55:48.089251 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:49.763019 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:55:59.818929 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:07.734983 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 38896) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:56:07.781320 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.db.db_base_plugin_v2 [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Deleting subnet 996e94d0-d160-4a28-a785-b04a98d76f63 {{(pid=103439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:56:07.784834 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Publish callbacks [] for subnet (996e94d0-d160-4a28-a785-b04a98d76f63), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:07.821300 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7484296'] for subnet (996e94d0-d160-4a28-a785-b04a98d76f63), precommit_delete_associations {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:07.860527 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3498283'] for subnet (996e94d0-d160-4a28-a785-b04a98d76f63), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:07.919120 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3498300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8341826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8224882'] for subnet (996e94d0-d160-4a28-a785-b04a98d76f63), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:07.945195 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=996e94d0-d160-4a28-a785-b04a98d76f63,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:56:07.947532 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for subnet (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:07.950922 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/996e94d0-d160-4a28-a785-b04a98d76f63 HTTP/1.1" status: 204 len: 168 time: 0.2149267 Apr 12 18:56:07.953872 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38898) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:56:07.957004 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:07.957365 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:07.957690 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:07.958026 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:07.958356 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:07.958687 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:07.959012 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:07.959368 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:07.959691 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:07.960016 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:07.960334 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:07.960710 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:07.960976 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:07.961311 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:07.961611 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b5034-3df6-4ca7-af63-e050de5ddff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.028899 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653978'] for network (cfe4da47-92d5-4956-98a4-a30501a8cf24), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:08.107799 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3500176', 'neutron.services.segments.db._delete_segments_for_network-8788792289976'] for network (cfe4da47-92d5-4956-98a4-a30501a8cf24), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:08.129391 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe4da47-92d5-4956-98a4-a30501a8cf24']}} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:56:08.139419 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8c4965-1a3f-4b28-8c92-93601dd6f9ca') {'for_net_delete': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:56:08.139714 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.services.segments.db [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8c4965-1a3f-4b28-8c92-93601dd6f9ca') {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:56:08.153373 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788792231105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8176920'] for segment (7a8c4965-1a3f-4b28-8c92-93601dd6f9ca), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:08.166733 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784'] for segment (7a8c4965-1a3f-4b28-8c92-93601dd6f9ca), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:08.173234 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:56:08.173652 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3504784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8176758'] for segment (7a8c4965-1a3f-4b28-8c92-93601dd6f9ca), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: Traceback (most recent call last): Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: timer() Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: cb(*args, **kw) Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: return func(*args, **kwargs) Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: self._notify() Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: self.callback(batched_events) Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: event.method(event) Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: return f(self, *a, **k) Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._get(url).json() Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: return self.request(url, 'GET', **kwargs) Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:56:08.175650 dv-cinder-837536-1-iscsi neutron-server[103438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:56:08.230828 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3500201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637286'] for network (cfe4da47-92d5-4956-98a4-a30501a8cf24), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:08.236772 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576505'] for network (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:08.239905 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/cfe4da47-92d5-4956-98a4-a30501a8cf24 HTTP/1.1" status: 204 len: 168 time: 0.2850406 Apr 12 18:56:08.250966 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe4da47-92d5-4956-98a4-a30501a8cf24,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:56:08.258659 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.259012 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.259397 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.259748 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.260089 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.260408 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.260753 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.261083 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.261408 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.261743 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.262073 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.262378 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.262722 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.263040 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.263398 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff0777-0b8b-4714-b887-3ebbe95703b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837536-1-iscsi {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:56:08.409799 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38902) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:56:08.450670 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-b291cc37-c57e-433b-b0b1-e5e1ea05ac07 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=628b42f56ea548c8ac31277f85cb1f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396180 Apr 12 18:56:08.453234 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38904) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:56:08.500359 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-979e8884-afeb-4f6e-bbb0-cf07cd747446 admin admin] Publish callbacks [] for security_group (923129c3-00aa-4fed-aa0d-d6c7a6e0ccff), before_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:08.526860 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-979e8884-afeb-4f6e-bbb0-cf07cd747446 admin admin] Publish callbacks [] for security_group (923129c3-00aa-4fed-aa0d-d6c7a6e0ccff), precommit_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:08.575737 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-979e8884-afeb-4f6e-bbb0-cf07cd747446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (923129c3-00aa-4fed-aa0d-d6c7a6e0ccff), after_delete {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:08.578258 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-979e8884-afeb-4f6e-bbb0-cf07cd747446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:08.579422 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-979e8884-afeb-4f6e-bbb0-cf07cd747446 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/923129c3-00aa-4fed-aa0d-d6c7a6e0ccff HTTP/1.1" status: 204 len: 168 time: 0.1252255 Apr 12 18:56:08.587062 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e8884-afeb-4f6e-bbb0-cf07cd747446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923129c3-00aa-4fed-aa0d-d6c7a6e0ccff,revision_number=None']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:56:13.338528 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-652247c2-8081-43bc-9e8b-8c9e035d7e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:15.753295 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4281f7f2-db49-4769-aca6-cf44a2a65690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:15.930982 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:56:16.675747 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:17.804645 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.wsgi [-] (103438) accepted ('10.222.0.64', 38976) {{(pid=103438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:56:17.931783 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-21938d95-52db-440a-9dcc-5e56bcf23416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:18.017161 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-21938d95-52db-440a-9dcc-5e56bcf23416 admin admin] Publish callbacks [] for security_group (914d4974-3708-4545-9787-774ed09396f6), precommit_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:18.022979 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-21938d95-52db-440a-9dcc-5e56bcf23416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (914d4974-3708-4545-9787-774ed09396f6), after_create {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:18.065932 dv-cinder-837536-1-iscsi neutron-server[103438]: INFO neutron.wsgi [None req-21938d95-52db-440a-9dcc-5e56bcf23416 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=969d13e1c1b34b959bee3f68c095a4c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602298 Apr 12 18:56:18.066900 dv-cinder-837536-1-iscsi neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21938d95-52db-440a-9dcc-5e56bcf23416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914d4974-3708-4545-9787-774ed09396f6,revision_number=1']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:56:18.068845 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [-] (103439) accepted ('10.222.0.64', 38980) {{(pid=103439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:56:18.087866 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:18.123568 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1692de4f-b702-4055-a648-4508d25b09f0 admin admin] Publish callbacks [] for security_group (914d4974-3708-4545-9787-774ed09396f6), before_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:18.145280 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1692de4f-b702-4055-a648-4508d25b09f0 admin admin] Publish callbacks [] for security_group (914d4974-3708-4545-9787-774ed09396f6), precommit_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:18.196805 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1692de4f-b702-4055-a648-4508d25b09f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651821'] for security_group (914d4974-3708-4545-9787-774ed09396f6), after_delete {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:18.199672 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-1692de4f-b702-4055-a648-4508d25b09f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:18.200828 dv-cinder-837536-1-iscsi neutron-server[103439]: INFO neutron.wsgi [None req-1692de4f-b702-4055-a648-4508d25b09f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/914d4974-3708-4545-9787-774ed09396f6 HTTP/1.1" status: 204 len: 168 time: 0.1286721 Apr 12 18:56:18.208699 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692de4f-b702-4055-a648-4508d25b09f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914d4974-3708-4545-9787-774ed09396f6,revision_number=None']} {{(pid=103439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:56:19.757581 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:29.815349 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:43.343024 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2753927f-d0f4-4497-aefa-a930452a6cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:45.753284 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-780b18d9-306c-4df8-bd69-18a0f188840c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:46.690141 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:48.094333 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:49.769700 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:56:52.925346 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:56:59.829593 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:57:13.343281 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3064815b-fb8f-4778-86ef-7a4c0729b188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:57:15.754502 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-09951314-843f-4a4c-9fea-3f23a77a62fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:57:16.696800 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:57:18.097720 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:57:19.780971 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:57:29.828938 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:57:29.928579 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:57:43.339841 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9e561e70-45cd-4b3a-8fb2-dad0f5a6032c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:57:45.756921 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-618f126a-3064-4d12-9557-98a9d83577bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:57:46.694896 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:57:48.106967 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:57:49.768527 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:57:59.843714 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:58:06.931826 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:58:13.340150 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-caa6f9f8-bae5-41f5-b8f6-5041faea3442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:58:15.764586 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0cb93ea9-c2c5-4279-ab45-187f0413075e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:58:16.696757 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:58:18.106310 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:58:19.777138 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:58:21.696348 dv-cinder-837536-1-iscsi neutron-server[103439]: DEBUG neutron.wsgi [req-341070a0-7ed5-49ae-99ef-813e993bdd54 req-62e01453-67c7-4043-9f0b-7577dbd566df service neutron] (103439) timed out ('10.222.0.65', 52149) {{(pid=103439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 18:58:29.841779 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:58:43.343717 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1be6b98b-5643-46c4-a133-fc5962033c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:58:43.937177 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:58:45.762147 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8bdc88ad-146f-4312-8c21-43d8493281d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:58:46.701326 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:58:48.108271 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:58:49.776138 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:58:59.848103 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:59:13.347749 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7cde49cb-fc80-4522-b3b8-5f28f05f39aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:59:15.756136 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-76c7349b-0094-45f9-b2c9-9c1c2b995524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:59:16.712612 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:59:18.118177 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:59:19.771768 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:59:20.942541 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:59:29.839738 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:59:43.350655 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-945a475e-cbb9-4108-bedd-bd6ac1ac9453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:59:45.758280 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d7470fb8-e0f8-47c3-b655-925c9e659941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:59:46.711065 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:59:48.118799 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:59:49.774649 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:59:57.949010 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:59:59.857726 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:13.352862 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-22bdba0b-d4fb-4e1a-a490-e7876f48c673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:15.759967 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a89f5489-66c9-46f5-9787-be93f5671b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:16.713102 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:18.121497 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:19.775980 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:29.877765 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:34.941942 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:00:43.352963 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-399baedf-39f7-4074-8aaa-6196fa30faad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:45.754078 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aa1758cd-4be8-427d-a21e-0e7e13999222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:46.715916 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:48.125921 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:49.778009 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:59.889383 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:11.946408 dv-cinder-837536-1-iscsi neutron-server[103441]: DEBUG neutron.db.agents_db [None req-9061d359-0771-46bb-911a-92ceecd841cc None None] Agent healthcheck: found 6 active agents {{(pid=103441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:01:13.352673 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c673f39a-b689-447b-abe2-7dd9b85be36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (010e9d19-5344-48ad-99d9-b718af85017b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:15.768943 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2a610b88-fc4b-4b1b-b367-7da4ed4a842c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (44317c89-751a-4fda-aa0e-2e986157389a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:16.728126 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5131f52a-7f3a-4f4e-96b3-f8d810104dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7cb91962-8759-4939-bda3-d6b59768de4c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:18.132960 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-433592bf-ab28-4323-844f-ab78ffff72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (7b0ab323-ef99-40c9-a8ac-f4d976418f4a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:19.784161 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1df72e01-5e8b-4ed6-9c67-36adbbbd4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (d5202725-7d04-430b-a385-6b5b2c75f286), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:29.901998 dv-cinder-837536-1-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-982626c9-883d-49d0-8824-773c2b9a7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788792289958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543761'] for agent (5b6d8f9a-3b65-4661-8c06-1e83c8c22559), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}